Buckets:

download
raw
46.9 kB
{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"provenance":[],"gpuType":"T4","authorship_tag":"ABX9TyP4lmgEmkwZhdZ2dDp75+pP"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"},"accelerator":"GPU"},"cells":[{"cell_type":"code","execution_count":1,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"Pb27VJZh53WK","executionInfo":{"status":"ok","timestamp":1754274484649,"user_tz":-345,"elapsed":25815,"user":{"displayName":"Santosh Upreti","userId":"15542637101614503540"}},"outputId":"69a44f8d-d1a5-40ef-9ff5-2e5a02074533"},"outputs":[{"output_type":"stream","name":"stdout","text":["--2025-08-04 02:27:39-- https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh\n","Resolving repo.anaconda.com (repo.anaconda.com)... 104.16.191.158, 104.16.32.241, 2606:4700::6810:bf9e, ...\n","Connecting to repo.anaconda.com (repo.anaconda.com)|104.16.191.158|:443... connected.\n","HTTP request sent, awaiting response... 200 OK\n","Length: 160039710 (153M) [application/octet-stream]\n","Saving to: ‘Miniconda3-latest-Linux-x86_64.sh’\n","\n","Miniconda3-latest-L 100%[===================>] 152.62M 60.2MB/s in 2.5s \n","\n","2025-08-04 02:27:42 (60.2 MB/s) - ‘Miniconda3-latest-Linux-x86_64.sh’ saved [160039710/160039710]\n","\n","PREFIX=/usr/local\n","Unpacking payload ...\n","entry_point.py:256: DeprecationWarning: Python 3.14 will, by default, filter extracted tar archives and reject files or modify their metadata. Use the filter argument to control this behavior.\n","entry_point.py:256: DeprecationWarning: Python 3.14 will, by default, filter extracted tar archives and reject files or modify their metadata. Use the filter argument to control this behavior.\n","\n","Installing base environment...\n","\n","Preparing transaction: ...working... done\n","Executing transaction: ...working... done\n","entry_point.py:256: DeprecationWarning: Python 3.14 will, by default, filter extracted tar archives and reject files or modify their metadata. Use the filter argument to control this behavior.\n","installation finished.\n","WARNING:\n"," You currently have a PYTHONPATH environment variable set. This may cause\n"," unexpected behavior when running the Python interpreter in Miniconda3.\n"," For best results, please verify that your PYTHONPATH only points to\n"," directories of packages that are compatible with the Python interpreter\n"," in Miniconda3: /usr/local\n","accepted Terms of Service for \u001b[4;94mhttps://repo.anaconda.com/pkgs/main\u001b[0m\n","accepted Terms of Service for \u001b[4;94mhttps://repo.anaconda.com/pkgs/r\u001b[0m\n"]}],"source":["!wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh\n","!chmod +x Miniconda3-latest-Linux-x86_64.sh\n","!bash ./Miniconda3-latest-Linux-x86_64.sh -b -f -p /usr/local\n","\n","import sys\n","sys.path.append('/usr/local/lib/python3.9/site-packages')\n","\n","!conda tos accept --override-channels --channel https://repo.anaconda.com/pkgs/main\n","!conda tos accept --override-channels --channel https://repo.anaconda.com/pkgs/r"]},{"cell_type":"code","source":["!git clone https://github.com/radh55sh/BAPULM.git\n","%cd BAPULM"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"K7ueg7176AZz","executionInfo":{"status":"ok","timestamp":1754274490796,"user_tz":-345,"elapsed":822,"user":{"displayName":"Santosh Upreti","userId":"15542637101614503540"}},"outputId":"3d8828a1-0009-47f7-8f82-1094d7ad6a20"},"execution_count":2,"outputs":[{"output_type":"stream","name":"stdout","text":["Cloning into 'BAPULM'...\n","remote: Enumerating objects: 58, done.\u001b[K\n","remote: Counting objects: 100% (58/58), done.\u001b[K\n","remote: Compressing objects: 100% (57/57), done.\u001b[K\n","remote: Total 58 (delta 25), reused 17 (delta 0), pack-reused 0 (from 0)\u001b[K\n","Receiving objects: 100% (58/58), 248.53 KiB | 3.55 MiB/s, done.\n","Resolving deltas: 100% (25/25), done.\n","/content/BAPULM\n"]}]},{"cell_type":"code","source":["!conda create -n newenv python=3.10"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"collapsed":true,"id":"zg8tP83o6HQ1","executionInfo":{"status":"ok","timestamp":1754274548863,"user_tz":-345,"elapsed":27206,"user":{"displayName":"Santosh Upreti","userId":"15542637101614503540"}},"outputId":"33e174c6-74d4-4f22-9042-14e37792d510"},"execution_count":3,"outputs":[{"output_type":"stream","name":"stdout","text":["\u001b[1;32m2\u001b[0m\u001b[1;32m channel Terms of Service accepted\u001b[0m\n","Channels:\n"," - defaults\n","Platform: linux-64\n","Collecting package metadata (repodata.json): - \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\bdone\n","Solving environment: | \b\bdone\n","\n","## Package Plan ##\n","\n"," environment location: /usr/local/envs/newenv\n","\n"," added / updated specs:\n"," - python=3.10\n","\n","\n","The following packages will be downloaded:\n","\n"," package | build\n"," ---------------------------|-----------------\n"," ncurses-6.5 | h7934f7d_0 1.1 MB\n"," openssl-3.0.17 | h5eee18b_0 5.2 MB\n"," python-3.10.18 | h1a3bd86_0 26.5 MB\n"," setuptools-78.1.1 | py310h06a4308_0 1.7 MB\n"," wheel-0.45.1 | py310h06a4308_0 115 KB\n"," ------------------------------------------------------------\n"," Total: 34.7 MB\n","\n","The following NEW packages will be INSTALLED:\n","\n"," _libgcc_mutex pkgs/main/linux-64::_libgcc_mutex-0.1-main \n"," _openmp_mutex pkgs/main/linux-64::_openmp_mutex-5.1-1_gnu \n"," bzip2 pkgs/main/linux-64::bzip2-1.0.8-h5eee18b_6 \n"," ca-certificates pkgs/main/linux-64::ca-certificates-2025.2.25-h06a4308_0 \n"," expat pkgs/main/linux-64::expat-2.7.1-h6a678d5_0 \n"," ld_impl_linux-64 pkgs/main/linux-64::ld_impl_linux-64-2.40-h12ee557_0 \n"," libffi pkgs/main/linux-64::libffi-3.4.4-h6a678d5_1 \n"," libgcc-ng pkgs/main/linux-64::libgcc-ng-11.2.0-h1234567_1 \n"," libgomp pkgs/main/linux-64::libgomp-11.2.0-h1234567_1 \n"," libstdcxx-ng pkgs/main/linux-64::libstdcxx-ng-11.2.0-h1234567_1 \n"," libuuid pkgs/main/linux-64::libuuid-1.41.5-h5eee18b_0 \n"," libxcb pkgs/main/linux-64::libxcb-1.17.0-h9b100fa_0 \n"," ncurses pkgs/main/linux-64::ncurses-6.5-h7934f7d_0 \n"," openssl pkgs/main/linux-64::openssl-3.0.17-h5eee18b_0 \n"," pip pkgs/main/noarch::pip-25.1-pyhc872135_2 \n"," pthread-stubs pkgs/main/linux-64::pthread-stubs-0.3-h0ce48e5_1 \n"," python pkgs/main/linux-64::python-3.10.18-h1a3bd86_0 \n"," readline pkgs/main/linux-64::readline-8.2-h5eee18b_0 \n"," setuptools pkgs/main/linux-64::setuptools-78.1.1-py310h06a4308_0 \n"," sqlite pkgs/main/linux-64::sqlite-3.50.2-hb25bd0a_1 \n"," tk pkgs/main/linux-64::tk-8.6.14-h993c535_1 \n"," tzdata pkgs/main/noarch::tzdata-2025b-h04d1e81_0 \n"," wheel pkgs/main/linux-64::wheel-0.45.1-py310h06a4308_0 \n"," xorg-libx11 pkgs/main/linux-64::xorg-libx11-1.8.12-h9b100fa_1 \n"," xorg-libxau pkgs/main/linux-64::xorg-libxau-1.0.12-h9b100fa_0 \n"," xorg-libxdmcp pkgs/main/linux-64::xorg-libxdmcp-1.1.5-h9b100fa_0 \n"," xorg-xorgproto pkgs/main/linux-64::xorg-xorgproto-2024.1-h5eee18b_1 \n"," xz pkgs/main/linux-64::xz-5.6.4-h5eee18b_1 \n"," zlib pkgs/main/linux-64::zlib-1.2.13-h5eee18b_1 \n","\n","\n","Proceed ([y]/n)? y\n","\n","\n","Downloading and Extracting Packages:\n","python-3.10.18 | 26.5 MB | : 0% 0/1 [00:00<?, ?it/s]\n","openssl-3.0.17 | 5.2 MB | : 0% 0/1 [00:00<?, ?it/s]\u001b[A\n","\n","setuptools-78.1.1 | 1.7 MB | : 0% 0/1 [00:00<?, ?it/s]\u001b[A\u001b[A\n","\n","\n","ncurses-6.5 | 1.1 MB | : 0% 0/1 [00:00<?, ?it/s]\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","wheel-0.45.1 | 115 KB | : 0% 0/1 [00:00<?, ?it/s]\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","python-3.10.18 | 26.5 MB | : 2% 0.021777623366973725/1 [00:00<00:04, 4.61s/it]\n","openssl-3.0.17 | 5.2 MB | : 9% 0.09293115811364591/1 [00:00<00:00, 1.08s/it]\u001b[A\n","\n","setuptools-78.1.1 | 1.7 MB | : 29% 0.2943653818836784/1 [00:00<00:00, 2.94it/s]\u001b[A\u001b[A\n","\n","\n","ncurses-6.5 | 1.1 MB | : 95% 0.9505092528701785/1 [00:00<00:00, 9.43it/s]\u001b[A\u001b[A\u001b[A\n","\n","\n","ncurses-6.5 | 1.1 MB | : 100% 1.0/1 [00:00<00:00, 9.43it/s] \u001b[A\u001b[A\u001b[A\n","\n","python-3.10.18 | 26.5 MB | : 21% 0.2148333115931192/1 [00:00<00:00, 1.22it/s] \n","openssl-3.0.17 | 5.2 MB | : 88% 0.8753515538446648/1 [00:00<00:00, 4.97it/s] \u001b[A\n","\n","\n","\n","wheel-0.45.1 | 115 KB | : 100% 1.0/1 [00:00<00:00, 4.42it/s]\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","python-3.10.18 | 26.5 MB | : 44% 0.44496981798465235/1 [00:00<00:00, 1.71it/s]\n","python-3.10.18 | 26.5 MB | : 100% 1.0/1 [00:00<00:00, 2.04it/s] \n","\n","setuptools-78.1.1 | 1.7 MB | : 100% 1.0/1 [00:01<00:00, 1.13s/it]\u001b[A\u001b[A\n","\n","setuptools-78.1.1 | 1.7 MB | : 100% 1.0/1 [00:01<00:00, 1.13s/it]\u001b[A\u001b[A\n","openssl-3.0.17 | 5.2 MB | : 100% 1.0/1 [00:01<00:00, 4.97it/s]\u001b[A\n","\n","\n"," \n"," \u001b[A\n","\n"," \u001b[A\u001b[A\n","\n","\n"," \u001b[A\u001b[A\u001b[A\n","\n","\n","\n"," \u001b[A\u001b[A\u001b[A\u001b[A\n","Preparing transaction: - \b\b\\ \b\bdone\n","Verifying transaction: / \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\bdone\n","Executing transaction: - \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\bdone\n","#\n","# To activate this environment, use\n","#\n","# $ conda activate newenv\n","#\n","# To deactivate an active environment, use\n","#\n","# $ conda deactivate\n","\n"]}]},{"cell_type":"code","source":["!source /usr/local/bin/activate newenv && pip install -r requirements.txt"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"collapsed":true,"id":"sW6ddRy46XmW","executionInfo":{"status":"ok","timestamp":1754274777583,"user_tz":-345,"elapsed":195047,"user":{"displayName":"Santosh Upreti","userId":"15542637101614503540"}},"outputId":"239bb17f-ca56-45cd-bf11-0beb60fca691"},"execution_count":4,"outputs":[{"output_type":"stream","name":"stdout","text":["Collecting torch (from -r requirements.txt (line 1))\n"," Downloading torch-2.7.1-cp310-cp310-manylinux_2_28_x86_64.whl.metadata (29 kB)\n","Collecting tqdm (from -r requirements.txt (line 2))\n"," Downloading tqdm-4.67.1-py3-none-any.whl.metadata (57 kB)\n","Collecting transformers==4.41.0 (from -r requirements.txt (line 3))\n"," Downloading transformers-4.41.0-py3-none-any.whl.metadata (43 kB)\n","Collecting datasets (from -r requirements.txt (line 4))\n"," Downloading datasets-4.0.0-py3-none-any.whl.metadata (19 kB)\n","Collecting numpy==1.24.0 (from -r requirements.txt (line 5))\n"," Downloading numpy-1.24.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (5.6 kB)\n","Collecting scikit-learn==1.4.2 (from -r requirements.txt (line 6))\n"," Downloading scikit_learn-1.4.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (11 kB)\n","Collecting scipy==1.13.0 (from -r requirements.txt (line 7))\n"," Downloading scipy-1.13.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (60 kB)\n","Collecting pandas==1.5.3 (from -r requirements.txt (line 8))\n"," Downloading pandas-1.5.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (11 kB)\n","Collecting pyyaml==6.0.1 (from -r requirements.txt (line 9))\n"," Downloading PyYAML-6.0.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (2.1 kB)\n","Collecting filelock (from transformers==4.41.0->-r requirements.txt (line 3))\n"," Downloading filelock-3.18.0-py3-none-any.whl.metadata (2.9 kB)\n","Collecting huggingface-hub<1.0,>=0.23.0 (from transformers==4.41.0->-r requirements.txt (line 3))\n"," Downloading huggingface_hub-0.34.3-py3-none-any.whl.metadata (14 kB)\n","Collecting packaging>=20.0 (from transformers==4.41.0->-r requirements.txt (line 3))\n"," Downloading packaging-25.0-py3-none-any.whl.metadata (3.3 kB)\n","Collecting regex!=2019.12.17 (from transformers==4.41.0->-r requirements.txt (line 3))\n"," Downloading regex-2025.7.34-cp310-cp310-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl.metadata (40 kB)\n","Collecting requests (from transformers==4.41.0->-r requirements.txt (line 3))\n"," Downloading requests-2.32.4-py3-none-any.whl.metadata (4.9 kB)\n","Collecting tokenizers<0.20,>=0.19 (from transformers==4.41.0->-r requirements.txt (line 3))\n"," Downloading tokenizers-0.19.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.7 kB)\n","Collecting safetensors>=0.4.1 (from transformers==4.41.0->-r requirements.txt (line 3))\n"," Downloading safetensors-0.5.3-cp38-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (3.8 kB)\n","Collecting joblib>=1.2.0 (from scikit-learn==1.4.2->-r requirements.txt (line 6))\n"," Downloading joblib-1.5.1-py3-none-any.whl.metadata (5.6 kB)\n","Collecting threadpoolctl>=2.0.0 (from scikit-learn==1.4.2->-r requirements.txt (line 6))\n"," Downloading threadpoolctl-3.6.0-py3-none-any.whl.metadata (13 kB)\n","Collecting python-dateutil>=2.8.1 (from pandas==1.5.3->-r requirements.txt (line 8))\n"," Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB)\n","Collecting pytz>=2020.1 (from pandas==1.5.3->-r requirements.txt (line 8))\n"," Downloading pytz-2025.2-py2.py3-none-any.whl.metadata (22 kB)\n","Collecting fsspec>=2023.5.0 (from huggingface-hub<1.0,>=0.23.0->transformers==4.41.0->-r requirements.txt (line 3))\n"," Downloading fsspec-2025.7.0-py3-none-any.whl.metadata (12 kB)\n","Collecting typing-extensions>=3.7.4.3 (from huggingface-hub<1.0,>=0.23.0->transformers==4.41.0->-r requirements.txt (line 3))\n"," Downloading typing_extensions-4.14.1-py3-none-any.whl.metadata (3.0 kB)\n","Collecting hf-xet<2.0.0,>=1.1.3 (from huggingface-hub<1.0,>=0.23.0->transformers==4.41.0->-r requirements.txt (line 3))\n"," Downloading hf_xet-1.1.5-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (879 bytes)\n","Collecting sympy>=1.13.3 (from torch->-r requirements.txt (line 1))\n"," Downloading sympy-1.14.0-py3-none-any.whl.metadata (12 kB)\n","Collecting networkx (from torch->-r requirements.txt (line 1))\n"," Downloading networkx-3.4.2-py3-none-any.whl.metadata (6.3 kB)\n","Collecting jinja2 (from torch->-r requirements.txt (line 1))\n"," Downloading jinja2-3.1.6-py3-none-any.whl.metadata (2.9 kB)\n","Collecting nvidia-cuda-nvrtc-cu12==12.6.77 (from torch->-r requirements.txt (line 1))\n"," Downloading nvidia_cuda_nvrtc_cu12-12.6.77-py3-none-manylinux2014_x86_64.whl.metadata (1.5 kB)\n","Collecting nvidia-cuda-runtime-cu12==12.6.77 (from torch->-r requirements.txt (line 1))\n"," Downloading nvidia_cuda_runtime_cu12-12.6.77-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl.metadata (1.5 kB)\n","Collecting nvidia-cuda-cupti-cu12==12.6.80 (from torch->-r requirements.txt (line 1))\n"," Downloading nvidia_cuda_cupti_cu12-12.6.80-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl.metadata (1.6 kB)\n","Collecting nvidia-cudnn-cu12==9.5.1.17 (from torch->-r requirements.txt (line 1))\n"," Downloading nvidia_cudnn_cu12-9.5.1.17-py3-none-manylinux_2_28_x86_64.whl.metadata (1.6 kB)\n","Collecting nvidia-cublas-cu12==12.6.4.1 (from torch->-r requirements.txt (line 1))\n"," Downloading nvidia_cublas_cu12-12.6.4.1-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl.metadata (1.5 kB)\n","Collecting nvidia-cufft-cu12==11.3.0.4 (from torch->-r requirements.txt (line 1))\n"," Downloading nvidia_cufft_cu12-11.3.0.4-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl.metadata (1.5 kB)\n","Collecting nvidia-curand-cu12==10.3.7.77 (from torch->-r requirements.txt (line 1))\n"," Downloading nvidia_curand_cu12-10.3.7.77-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl.metadata (1.5 kB)\n","Collecting nvidia-cusolver-cu12==11.7.1.2 (from torch->-r requirements.txt (line 1))\n"," Downloading nvidia_cusolver_cu12-11.7.1.2-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl.metadata (1.6 kB)\n","Collecting nvidia-cusparse-cu12==12.5.4.2 (from torch->-r requirements.txt (line 1))\n"," Downloading nvidia_cusparse_cu12-12.5.4.2-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl.metadata (1.6 kB)\n","Collecting nvidia-cusparselt-cu12==0.6.3 (from torch->-r requirements.txt (line 1))\n"," Downloading nvidia_cusparselt_cu12-0.6.3-py3-none-manylinux2014_x86_64.whl.metadata (6.8 kB)\n","Collecting nvidia-nccl-cu12==2.26.2 (from torch->-r requirements.txt (line 1))\n"," Downloading nvidia_nccl_cu12-2.26.2-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl.metadata (2.0 kB)\n","Collecting nvidia-nvtx-cu12==12.6.77 (from torch->-r requirements.txt (line 1))\n"," Downloading nvidia_nvtx_cu12-12.6.77-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl.metadata (1.6 kB)\n","Collecting nvidia-nvjitlink-cu12==12.6.85 (from torch->-r requirements.txt (line 1))\n"," Downloading nvidia_nvjitlink_cu12-12.6.85-py3-none-manylinux2010_x86_64.manylinux_2_12_x86_64.whl.metadata (1.5 kB)\n","Collecting nvidia-cufile-cu12==1.11.1.6 (from torch->-r requirements.txt (line 1))\n"," Downloading nvidia_cufile_cu12-1.11.1.6-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl.metadata (1.5 kB)\n","Collecting triton==3.3.1 (from torch->-r requirements.txt (line 1))\n"," Downloading triton-3.3.1-cp310-cp310-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl.metadata (1.5 kB)\n","Requirement already satisfied: setuptools>=40.8.0 in /usr/local/envs/newenv/lib/python3.10/site-packages (from triton==3.3.1->torch->-r requirements.txt (line 1)) (78.1.1)\n","Collecting pyarrow>=15.0.0 (from datasets->-r requirements.txt (line 4))\n"," Downloading pyarrow-21.0.0-cp310-cp310-manylinux_2_28_x86_64.whl.metadata (3.3 kB)\n","Collecting dill<0.3.9,>=0.3.0 (from datasets->-r requirements.txt (line 4))\n"," Downloading dill-0.3.8-py3-none-any.whl.metadata (10 kB)\n","Collecting xxhash (from datasets->-r requirements.txt (line 4))\n"," Downloading xxhash-3.5.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (12 kB)\n","Collecting multiprocess<0.70.17 (from datasets->-r requirements.txt (line 4))\n"," Downloading multiprocess-0.70.16-py310-none-any.whl.metadata (7.2 kB)\n","Collecting fsspec>=2023.5.0 (from huggingface-hub<1.0,>=0.23.0->transformers==4.41.0->-r requirements.txt (line 3))\n"," Downloading fsspec-2025.3.0-py3-none-any.whl.metadata (11 kB)\n","Collecting aiohttp!=4.0.0a0,!=4.0.0a1 (from fsspec[http]<=2025.3.0,>=2023.1.0->datasets->-r requirements.txt (line 4))\n"," Downloading aiohttp-3.12.15-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (7.7 kB)\n","Collecting aiohappyeyeballs>=2.5.0 (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets->-r requirements.txt (line 4))\n"," Downloading aiohappyeyeballs-2.6.1-py3-none-any.whl.metadata (5.9 kB)\n","Collecting aiosignal>=1.4.0 (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets->-r requirements.txt (line 4))\n"," Downloading aiosignal-1.4.0-py3-none-any.whl.metadata (3.7 kB)\n","Collecting async-timeout<6.0,>=4.0 (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets->-r requirements.txt (line 4))\n"," Downloading async_timeout-5.0.1-py3-none-any.whl.metadata (5.1 kB)\n","Collecting attrs>=17.3.0 (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets->-r requirements.txt (line 4))\n"," Downloading attrs-25.3.0-py3-none-any.whl.metadata (10 kB)\n","Collecting frozenlist>=1.1.1 (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets->-r requirements.txt (line 4))\n"," Downloading frozenlist-1.7.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (18 kB)\n","Collecting multidict<7.0,>=4.5 (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets->-r requirements.txt (line 4))\n"," Downloading multidict-6.6.3-cp310-cp310-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl.metadata (5.3 kB)\n","Collecting propcache>=0.2.0 (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets->-r requirements.txt (line 4))\n"," Downloading propcache-0.3.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (12 kB)\n","Collecting yarl<2.0,>=1.17.0 (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets->-r requirements.txt (line 4))\n"," Downloading yarl-1.20.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (73 kB)\n","Collecting idna>=2.0 (from yarl<2.0,>=1.17.0->aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets->-r requirements.txt (line 4))\n"," Downloading idna-3.10-py3-none-any.whl.metadata (10 kB)\n","Collecting six>=1.5 (from python-dateutil>=2.8.1->pandas==1.5.3->-r requirements.txt (line 8))\n"," Downloading six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB)\n","Collecting charset_normalizer<4,>=2 (from requests->transformers==4.41.0->-r requirements.txt (line 3))\n"," Downloading charset_normalizer-3.4.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (35 kB)\n","Collecting urllib3<3,>=1.21.1 (from requests->transformers==4.41.0->-r requirements.txt (line 3))\n"," Downloading urllib3-2.5.0-py3-none-any.whl.metadata (6.5 kB)\n","Collecting certifi>=2017.4.17 (from requests->transformers==4.41.0->-r requirements.txt (line 3))\n"," Downloading certifi-2025.8.3-py3-none-any.whl.metadata (2.4 kB)\n","Collecting mpmath<1.4,>=1.1.0 (from sympy>=1.13.3->torch->-r requirements.txt (line 1))\n"," Downloading mpmath-1.3.0-py3-none-any.whl.metadata (8.6 kB)\n","Collecting MarkupSafe>=2.0 (from jinja2->torch->-r requirements.txt (line 1))\n"," Downloading MarkupSafe-3.0.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (4.0 kB)\n","Downloading transformers-4.41.0-py3-none-any.whl (9.1 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m9.1/9.1 MB\u001b[0m \u001b[31m25.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading numpy-1.24.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (17.3 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m17.3/17.3 MB\u001b[0m \u001b[31m85.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading scikit_learn-1.4.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (12.1 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m12.1/12.1 MB\u001b[0m \u001b[31m132.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading scipy-1.13.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (38.6 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m38.6/38.6 MB\u001b[0m \u001b[31m62.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading pandas-1.5.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (12.1 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m12.1/12.1 MB\u001b[0m \u001b[31m124.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading PyYAML-6.0.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (705 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m705.5/705.5 kB\u001b[0m \u001b[31m36.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading huggingface_hub-0.34.3-py3-none-any.whl (558 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m558.8/558.8 kB\u001b[0m \u001b[31m26.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading hf_xet-1.1.5-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.1 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.1/3.1 MB\u001b[0m \u001b[31m129.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading tokenizers-0.19.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.6 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.6/3.6 MB\u001b[0m \u001b[31m133.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading torch-2.7.1-cp310-cp310-manylinux_2_28_x86_64.whl (821.2 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m821.2/821.2 MB\u001b[0m \u001b[31m30.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cublas_cu12-12.6.4.1-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl (393.1 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m393.1/393.1 MB\u001b[0m \u001b[31m22.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cuda_cupti_cu12-12.6.80-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl (8.9 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m8.9/8.9 MB\u001b[0m \u001b[31m182.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cuda_nvrtc_cu12-12.6.77-py3-none-manylinux2014_x86_64.whl (23.7 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m23.7/23.7 MB\u001b[0m \u001b[31m194.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cuda_runtime_cu12-12.6.77-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl (897 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m897.7/897.7 kB\u001b[0m \u001b[31m52.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cudnn_cu12-9.5.1.17-py3-none-manylinux_2_28_x86_64.whl (571.0 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m571.0/571.0 MB\u001b[0m \u001b[31m24.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cufft_cu12-11.3.0.4-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl (200.2 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m200.2/200.2 MB\u001b[0m \u001b[31m71.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cufile_cu12-1.11.1.6-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl (1.1 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.1/1.1 MB\u001b[0m \u001b[31m62.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_curand_cu12-10.3.7.77-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl (56.3 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m56.3/56.3 MB\u001b[0m \u001b[31m61.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cusolver_cu12-11.7.1.2-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl (158.2 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m158.2/158.2 MB\u001b[0m \u001b[31m57.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cusparse_cu12-12.5.4.2-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl (216.6 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m216.6/216.6 MB\u001b[0m \u001b[31m71.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cusparselt_cu12-0.6.3-py3-none-manylinux2014_x86_64.whl (156.8 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m156.8/156.8 MB\u001b[0m \u001b[31m67.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_nccl_cu12-2.26.2-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl (201.3 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m201.3/201.3 MB\u001b[0m \u001b[31m67.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_nvjitlink_cu12-12.6.85-py3-none-manylinux2010_x86_64.manylinux_2_12_x86_64.whl (19.7 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m19.7/19.7 MB\u001b[0m \u001b[31m64.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_nvtx_cu12-12.6.77-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl (89 kB)\n","Downloading triton-3.3.1-cp310-cp310-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl (155.6 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m155.6/155.6 MB\u001b[0m \u001b[31m56.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading tqdm-4.67.1-py3-none-any.whl (78 kB)\n","Downloading datasets-4.0.0-py3-none-any.whl (494 kB)\n","Downloading dill-0.3.8-py3-none-any.whl (116 kB)\n","Downloading fsspec-2025.3.0-py3-none-any.whl (193 kB)\n","Downloading multiprocess-0.70.16-py310-none-any.whl (134 kB)\n","Downloading aiohttp-3.12.15-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.6 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m52.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading async_timeout-5.0.1-py3-none-any.whl (6.2 kB)\n","Downloading multidict-6.6.3-cp310-cp310-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl (241 kB)\n","Downloading yarl-1.20.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (326 kB)\n","Downloading aiohappyeyeballs-2.6.1-py3-none-any.whl (15 kB)\n","Downloading aiosignal-1.4.0-py3-none-any.whl (7.5 kB)\n","Downloading attrs-25.3.0-py3-none-any.whl (63 kB)\n","Downloading frozenlist-1.7.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (222 kB)\n","Downloading idna-3.10-py3-none-any.whl (70 kB)\n","Downloading joblib-1.5.1-py3-none-any.whl (307 kB)\n","Downloading packaging-25.0-py3-none-any.whl (66 kB)\n","Downloading propcache-0.3.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (198 kB)\n","Downloading pyarrow-21.0.0-cp310-cp310-manylinux_2_28_x86_64.whl (42.7 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m42.7/42.7 MB\u001b[0m \u001b[31m39.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB)\n","Downloading pytz-2025.2-py2.py3-none-any.whl (509 kB)\n","Downloading regex-2025.7.34-cp310-cp310-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl (789 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m789.8/789.8 kB\u001b[0m \u001b[31m28.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading requests-2.32.4-py3-none-any.whl (64 kB)\n","Downloading charset_normalizer-3.4.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (149 kB)\n","Downloading urllib3-2.5.0-py3-none-any.whl (129 kB)\n","Downloading certifi-2025.8.3-py3-none-any.whl (161 kB)\n","Downloading safetensors-0.5.3-cp38-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (471 kB)\n","Downloading six-1.17.0-py2.py3-none-any.whl (11 kB)\n","Downloading sympy-1.14.0-py3-none-any.whl (6.3 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.3/6.3 MB\u001b[0m \u001b[31m63.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading mpmath-1.3.0-py3-none-any.whl (536 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m536.2/536.2 kB\u001b[0m \u001b[31m23.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading threadpoolctl-3.6.0-py3-none-any.whl (18 kB)\n","Downloading typing_extensions-4.14.1-py3-none-any.whl (43 kB)\n","Downloading filelock-3.18.0-py3-none-any.whl (16 kB)\n","Downloading jinja2-3.1.6-py3-none-any.whl (134 kB)\n","Downloading MarkupSafe-3.0.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (20 kB)\n","Downloading networkx-3.4.2-py3-none-any.whl (1.7 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.7/1.7 MB\u001b[0m \u001b[31m47.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading xxhash-3.5.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (194 kB)\n","Installing collected packages: pytz, nvidia-cusparselt-cu12, mpmath, xxhash, urllib3, typing-extensions, triton, tqdm, threadpoolctl, sympy, six, safetensors, regex, pyyaml, pyarrow, propcache, packaging, nvidia-nvtx-cu12, nvidia-nvjitlink-cu12, nvidia-nccl-cu12, nvidia-curand-cu12, nvidia-cufile-cu12, nvidia-cuda-runtime-cu12, nvidia-cuda-nvrtc-cu12, nvidia-cuda-cupti-cu12, nvidia-cublas-cu12, numpy, networkx, MarkupSafe, joblib, idna, hf-xet, fsspec, frozenlist, filelock, dill, charset_normalizer, certifi, attrs, async-timeout, aiohappyeyeballs, scipy, requests, python-dateutil, nvidia-cusparse-cu12, nvidia-cufft-cu12, nvidia-cudnn-cu12, multiprocess, multidict, jinja2, aiosignal, yarl, scikit-learn, pandas, nvidia-cusolver-cu12, huggingface-hub, torch, tokenizers, aiohttp, transformers, datasets\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m61/61\u001b[0m [datasets]\n","\u001b[1A\u001b[2KSuccessfully installed MarkupSafe-3.0.2 aiohappyeyeballs-2.6.1 aiohttp-3.12.15 aiosignal-1.4.0 async-timeout-5.0.1 attrs-25.3.0 certifi-2025.8.3 charset_normalizer-3.4.2 datasets-4.0.0 dill-0.3.8 filelock-3.18.0 frozenlist-1.7.0 fsspec-2025.3.0 hf-xet-1.1.5 huggingface-hub-0.34.3 idna-3.10 jinja2-3.1.6 joblib-1.5.1 mpmath-1.3.0 multidict-6.6.3 multiprocess-0.70.16 networkx-3.4.2 numpy-1.24.0 nvidia-cublas-cu12-12.6.4.1 nvidia-cuda-cupti-cu12-12.6.80 nvidia-cuda-nvrtc-cu12-12.6.77 nvidia-cuda-runtime-cu12-12.6.77 nvidia-cudnn-cu12-9.5.1.17 nvidia-cufft-cu12-11.3.0.4 nvidia-cufile-cu12-1.11.1.6 nvidia-curand-cu12-10.3.7.77 nvidia-cusolver-cu12-11.7.1.2 nvidia-cusparse-cu12-12.5.4.2 nvidia-cusparselt-cu12-0.6.3 nvidia-nccl-cu12-2.26.2 nvidia-nvjitlink-cu12-12.6.85 nvidia-nvtx-cu12-12.6.77 packaging-25.0 pandas-1.5.3 propcache-0.3.2 pyarrow-21.0.0 python-dateutil-2.9.0.post0 pytz-2025.2 pyyaml-6.0.1 regex-2025.7.34 requests-2.32.4 safetensors-0.5.3 scikit-learn-1.4.2 scipy-1.13.0 six-1.17.0 sympy-1.14.0 threadpoolctl-3.6.0 tokenizers-0.19.1 torch-2.7.1 tqdm-4.67.1 transformers-4.41.0 triton-3.3.1 typing-extensions-4.14.1 urllib3-2.5.0 xxhash-3.5.0 yarl-1.20.1\n"]}]},{"cell_type":"code","source":["%cd data"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"fOmmJTkw7sKx","executionInfo":{"status":"ok","timestamp":1754274926086,"user_tz":-345,"elapsed":15,"user":{"displayName":"Santosh Upreti","userId":"15542637101614503540"}},"outputId":"d3dde943-43f8-4a8f-ef5b-4d14998713a1"},"execution_count":5,"outputs":[{"output_type":"stream","name":"stdout","text":["/content/BAPULM/data\n"]}]},{"cell_type":"code","source":["!wget https://huggingface.co/datasets/radh25sh/BAPULM/resolve/main/prottrans_molformer_tensor_dataset100k.json?download=true -O prottrans_molformer_embeddings.json"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"vcVRgRJi7Ppi","executionInfo":{"status":"ok","timestamp":1754275279531,"user_tz":-345,"elapsed":317066,"user":{"displayName":"Santosh Upreti","userId":"15542637101614503540"}},"outputId":"23d0278b-f77e-40e3-c428-181c70e773b7"},"execution_count":6,"outputs":[{"output_type":"stream","name":"stdout","text":["--2025-08-04 02:36:03-- https://huggingface.co/datasets/radh25sh/BAPULM/resolve/main/prottrans_molformer_tensor_dataset100k.json?download=true\n","Resolving huggingface.co (huggingface.co)... 3.165.160.59, 3.165.160.11, 3.165.160.12, ...\n","Connecting to huggingface.co (huggingface.co)|3.165.160.59|:443... connected.\n","HTTP request sent, awaiting response... 302 Found\n","Location: https://cas-bridge.xethub.hf.co/xet-bridge-us/66eedb34c890e8ac71f29aa2/1e74837a2b14a276002d938416122f86404baf0e3e5cb40a548b720f134c6207?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20250804%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20250804T023603Z&X-Amz-Expires=3600&X-Amz-Signature=dcd7fd38a086c5336bd40d28759f8f803d69217210ebf701eb3cb8ea6b27d7e8&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=public&response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27prottrans_molformer_tensor_dataset100k.json%3B+filename%3D%22prottrans_molformer_tensor_dataset100k.json%22%3B&response-content-type=application%2Fjson&x-id=GetObject&Expires=1754278563&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc1NDI3ODU2M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82NmVlZGIzNGM4OTBlOGFjNzFmMjlhYTIvMWU3NDgzN2EyYjE0YTI3NjAwMmQ5Mzg0MTYxMjJmODY0MDRiYWYwZTNlNWNiNDBhNTQ4YjcyMGYxMzRjNjIwNyoifV19&Signature=FtCrjUtKK3qXaqgwiyr8JNRfwX8O1m8uTZCs4i1S8VoZRkE53-NKP%7EH7C9j72WCo2eTefTIzmmBevzdU6rIJQrYFzEMPK1mm05iEFfUhUYG-KnDJhKUtPipp3PZZxpfG9wVxHzycB-qE0c2KRMGGTUqOvpw6O2cE8t5DvXbMeNDgFb%7EdJJXU1TQjRTL8TH--D7UD4tJ0-eXzn6OiFTRrGr%7EjtD2YybwR6K59GhuArkeuaTOBloCDule4p2aZrscaCYlZT2%7EDlYKE77Z629Sx3ju3bM57kvtFEjXhuUMfPgCZV7FWlvxzn3pAejypwHxe7Ht7UOhvT4GWVPA%7E3bXkGg__&Key-Pair-Id=K2L8F4GPSG1IFC [following]\n","--2025-08-04 02:36:03-- https://cas-bridge.xethub.hf.co/xet-bridge-us/66eedb34c890e8ac71f29aa2/1e74837a2b14a276002d938416122f86404baf0e3e5cb40a548b720f134c6207?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Credential=cas%2F20250804%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20250804T023603Z&X-Amz-Expires=3600&X-Amz-Signature=dcd7fd38a086c5336bd40d28759f8f803d69217210ebf701eb3cb8ea6b27d7e8&X-Amz-SignedHeaders=host&X-Xet-Cas-Uid=public&response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27prottrans_molformer_tensor_dataset100k.json%3B+filename%3D%22prottrans_molformer_tensor_dataset100k.json%22%3B&response-content-type=application%2Fjson&x-id=GetObject&Expires=1754278563&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTc1NDI3ODU2M319LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2FzLWJyaWRnZS54ZXRodWIuaGYuY28veGV0LWJyaWRnZS11cy82NmVlZGIzNGM4OTBlOGFjNzFmMjlhYTIvMWU3NDgzN2EyYjE0YTI3NjAwMmQ5Mzg0MTYxMjJmODY0MDRiYWYwZTNlNWNiNDBhNTQ4YjcyMGYxMzRjNjIwNyoifV19&Signature=FtCrjUtKK3qXaqgwiyr8JNRfwX8O1m8uTZCs4i1S8VoZRkE53-NKP%7EH7C9j72WCo2eTefTIzmmBevzdU6rIJQrYFzEMPK1mm05iEFfUhUYG-KnDJhKUtPipp3PZZxpfG9wVxHzycB-qE0c2KRMGGTUqOvpw6O2cE8t5DvXbMeNDgFb%7EdJJXU1TQjRTL8TH--D7UD4tJ0-eXzn6OiFTRrGr%7EjtD2YybwR6K59GhuArkeuaTOBloCDule4p2aZrscaCYlZT2%7EDlYKE77Z629Sx3ju3bM57kvtFEjXhuUMfPgCZV7FWlvxzn3pAejypwHxe7Ht7UOhvT4GWVPA%7E3bXkGg__&Key-Pair-Id=K2L8F4GPSG1IFC\n","Resolving cas-bridge.xethub.hf.co (cas-bridge.xethub.hf.co)... 18.238.217.63, 18.238.217.64, 18.238.217.126, ...\n","Connecting to cas-bridge.xethub.hf.co (cas-bridge.xethub.hf.co)|18.238.217.63|:443... connected.\n","HTTP request sent, awaiting response... 200 OK\n","Length: 3887362795 (3.6G) [application/json]\n","Saving to: ‘prottrans_molformer_tensor_dataset100k.json’\n","\n","prottrans_molformer 100%[===================>] 3.62G 11.1MB/s in 5m 17s \n","\n","2025-08-04 02:41:20 (11.7 MB/s) - ‘prottrans_molformer_tensor_dataset100k.json’ saved [3887362795/3887362795]\n","\n"]}]},{"cell_type":"code","source":["%cd .."],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"Lm9f_JhO9oD8","executionInfo":{"status":"ok","timestamp":1754275467319,"user_tz":-345,"elapsed":46,"user":{"displayName":"Santosh Upreti","userId":"15542637101614503540"}},"outputId":"1e1b4a99-f315-442d-b783-ac334c2c723f"},"execution_count":8,"outputs":[{"output_type":"stream","name":"stdout","text":["/content/BAPULM\n"]}]},{"cell_type":"code","source":["!source /usr/local/bin/activate newenv && python main.py"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"KMawYgO89Xoh","executionInfo":{"status":"ok","timestamp":1754275809405,"user_tz":-345,"elapsed":251221,"user":{"displayName":"Santosh Upreti","userId":"15542637101614503540"}},"outputId":"fd42e4a5-3365-4699-d618-7e6fba7c66f5"},"execution_count":10,"outputs":[{"output_type":"stream","name":"stdout","text":["Total dataset size: 100000\n","Training data size: 90000\n","Validation data size: 10000\n","Epoch 1/60: 100% 352/352 [00:16<00:00, 20.76batch/s, loss=0.582]\n","Epoch 1, Train Loss: 0.5822758409617976, Validation Loss: 0.47898316457867623\n","Epoch 2/60: 100% 352/352 [00:18<00:00, 19.00batch/s, loss=0.463]\n","Epoch 2, Train Loss: 0.4632116887210445, Validation Loss: 0.4488185353577137\n","Epoch 3/60: 100% 352/352 [00:16<00:00, 21.92batch/s, loss=0.413]\n","Epoch 3, Train Loss: 0.4128318633037535, Validation Loss: 0.4164040111005306\n","Epoch 4/60: 100% 352/352 [00:18<00:00, 19.00batch/s, loss=0.374]\n","Epoch 4, Train Loss: 0.3740186734463681, Validation Loss: 0.38167440742254255\n","Epoch 5/60: 100% 352/352 [00:16<00:00, 21.99batch/s, loss=0.348]\n","Epoch 5, Train Loss: 0.3475755149159919, Validation Loss: 0.3711399342864752\n","Epoch 6/60: 100% 352/352 [00:16<00:00, 20.85batch/s, loss=0.32]\n","Epoch 6, Train Loss: 0.3198107653297484, Validation Loss: 0.3677479259669781\n","Epoch 7/60: 100% 352/352 [00:17<00:00, 19.77batch/s, loss=0.297]\n","Epoch 7, Train Loss: 0.2972728319212117, Validation Loss: 0.34454661086201666\n","Epoch 8/60: 100% 352/352 [00:16<00:00, 20.75batch/s, loss=0.28]\n","Epoch 8, Train Loss: 0.27995874847031454, Validation Loss: 0.33889873065054416\n","Epoch 9/60: 15% 52/352 [00:02<00:12, 23.35batch/s, loss=0.0372]\n","Traceback (most recent call last):\n"," File \"/content/BAPULM/main.py\", line 49, in <module>\n"," main()\n"," File \"/content/BAPULM/main.py\", line 42, in main\n"," model = train(model, train_loader, validation_loader, criterion, optimizer, scheduler, device, num_epochs=config['num_epochs'])\n"," File \"/content/BAPULM/utils/train.py\", line 12, in train\n"," File \"/usr/local/envs/newenv/lib/python3.10/site-packages/tqdm/std.py\", line 1181, in __iter__\n"," for obj in iterable:\n"," File \"/usr/local/envs/newenv/lib/python3.10/site-packages/torch/utils/data/dataloader.py\", line 733, in __next__\n"," data = self._next_data()\n"," File \"/usr/local/envs/newenv/lib/python3.10/site-packages/torch/utils/data/dataloader.py\", line 789, in _next_data\n"," data = self._dataset_fetcher.fetch(index) # may raise StopIteration\n"," File \"/usr/local/envs/newenv/lib/python3.10/site-packages/torch/utils/data/_utils/fetch.py\", line 50, in fetch\n"," data = self.dataset.__getitems__(possibly_batched_index)\n"," File \"/usr/local/envs/newenv/lib/python3.10/site-packages/torch/utils/data/dataset.py\", line 416, in __getitems__\n"," return [self.dataset[self.indices[idx]] for idx in indices]\n"," File \"/usr/local/envs/newenv/lib/python3.10/site-packages/torch/utils/data/dataset.py\", line 416, in <listcomp>\n"," return [self.dataset[self.indices[idx]] for idx in indices]\n"," File \"/content/BAPULM/data/dataset.py\", line 19, in __getitem__\n"," protein_embedding = torch.tensor(item['prot_embedding'], dtype=torch.float32).squeeze(0)\n","KeyboardInterrupt\n","^C\n"]}]}]}

Xet Storage Details

Size:
46.9 kB
·
Xet hash:
11cbb87a55df0ed1dc66ce8b19dbf59551948727bd3ffc4bc57d257739fa75be

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.