CIFAR-100_PRO-DSC/notebook.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"provenance":[],"gpuType":"T4","authorship_tag":"ABX9TyO2ImA3Zz/TwayITmGP/w5R"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"},"accelerator":"GPU"},"cells":[{"cell_type":"code","execution_count":1,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"49YjfJSZWHvD","executionInfo":{"status":"ok","timestamp":1753275593280,"user_tz":-300,"elapsed":32919,"user":{"displayName":"Muhammad Yasir","userId":"11881147957703589949"}},"outputId":"282bf2d9-0d09-496d-a074-b68557f347f1"},"outputs":[{"output_type":"stream","name":"stdout","text":["Mounted at /content/drive\n"]}],"source":["from google.colab import drive\n","drive.mount('/content/drive')\n"]},{"cell_type":"code","source":["!git clone https://github.com/mengxianghan123/PRO-DSC.git"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"YSzGvIotWRT7","executionInfo":{"status":"ok","timestamp":1753275720501,"user_tz":-300,"elapsed":1181,"user":{"displayName":"Muhammad Yasir","userId":"11881147957703589949"}},"outputId":"02d85eeb-16f3-4189-adcc-44e4f744c4e4"},"execution_count":2,"outputs":[{"output_type":"stream","name":"stdout","text":["Cloning into 'PRO-DSC'...\n","remote: Enumerating objects: 76, done.\u001b[K\n","remote: Counting objects: 100% (76/76), done.\u001b[K\n","remote: Compressing objects: 100% (58/58), done.\u001b[K\n","remote: Total 76 (delta 25), reused 64 (delta 13), pack-reused 0 (from 0)\u001b[K\n","Receiving objects: 100% (76/76), 948.40 KiB | 3.00 MiB/s, done.\n","Resolving deltas: 100% (25/25), done.\n"]}]},{"cell_type":"code","source":["%cd PRO-DSC"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"8cmyDg9rYFyG","executionInfo":{"status":"ok","timestamp":1753275744697,"user_tz":-300,"elapsed":34,"user":{"displayName":"Muhammad Yasir","userId":"11881147957703589949"}},"outputId":"eea0f612-ca8c-4d30-efda-f5cd9f7c333a"},"execution_count":3,"outputs":[{"output_type":"stream","name":"stdout","text":["/content/PRO-DSC\n"]}]},{"cell_type":"code","source":["import os\n","import shutil\n","\n","# Google Drive source folder\n","drive_path = \"/content/drive/MyDrive\"\n","\n","# PRO-DSC target dataset path\n","target_base = \"/content/PRO-DSC/data/datasets\"\n","\n","# Map each file to its subfolder and target name\n","files_map = {\n","    \"Copy of cifar10_clip_60000.pt\":      (\"cifar10\", \"cifar10_clip_60000.pt\"),\n","    \"Copy of cifar100_clip_60000.pt\":     (\"cifar100\", \"cifar100_clip_60000.pt\"),\n","    \"Copy of imagenet_train_clip.pt\":     (\"imagenet\", \"imagenet_train_clip.pt\"),\n","    \"Copy of imagenet_val_clip.pt\":       (\"imagenet\", \"imagenet_val_clip.pt\"),\n","    \"Copy of tinyimagenet_train_clip.pt\": (\"tinyimagenet\", \"tinyimagenet_train_clip.pt\"),\n","    \"Copy of tinyimagenet_val_clip.pt\":   (\"tinyimagenet\", \"tinyimagenet_val_clip.pt\"),\n","}\n","\n","# Move and organize files\n","for src_file, (subfolder, new_name) in files_map.items():\n","    src = os.path.join(drive_path, src_file)\n","    dst_dir = os.path.join(target_base, subfolder)\n","    dst = os.path.join(dst_dir, new_name)\n","\n","    os.makedirs(dst_dir, exist_ok=True)\n","    if os.path.exists(src):\n","        shutil.copy(src, dst)\n","        print(f\"✅ Moved {src_file} → {dst}\")\n","    else:\n","        print(f\"❌ File not found: {src}\")\n"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"HMJw4nOHYMAB","executionInfo":{"status":"ok","timestamp":1753276059420,"user_tz":-300,"elapsed":65950,"user":{"displayName":"Muhammad Yasir","userId":"11881147957703589949"}},"outputId":"3a9d59ee-4293-464b-c6cd-e205d75bd489"},"execution_count":4,"outputs":[{"output_type":"stream","name":"stdout","text":["✅ Moved Copy of cifar10_clip_60000.pt → /content/PRO-DSC/data/datasets/cifar10/cifar10_clip_60000.pt\n","✅ Moved Copy of cifar100_clip_60000.pt → /content/PRO-DSC/data/datasets/cifar100/cifar100_clip_60000.pt\n","✅ Moved Copy of imagenet_train_clip.pt → /content/PRO-DSC/data/datasets/imagenet/imagenet_train_clip.pt\n","✅ Moved Copy of imagenet_val_clip.pt → /content/PRO-DSC/data/datasets/imagenet/imagenet_val_clip.pt\n","✅ Moved Copy of tinyimagenet_train_clip.pt → /content/PRO-DSC/data/datasets/tinyimagenet/tinyimagenet_train_clip.pt\n","✅ Moved Copy of tinyimagenet_val_clip.pt → /content/PRO-DSC/data/datasets/tinyimagenet/tinyimagenet_val_clip.pt\n"]}]},{"cell_type":"code","source":["!ls /content/PRO-DSC/data/datasets/*/\n"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"DMqZbTmXZIvF","executionInfo":{"status":"ok","timestamp":1753276077199,"user_tz":-300,"elapsed":139,"user":{"displayName":"Muhammad Yasir","userId":"11881147957703589949"}},"outputId":"acc3569c-566d-4b8a-dcbe-389baf9bbea6"},"execution_count":5,"outputs":[{"output_type":"stream","name":"stdout","text":["/content/PRO-DSC/data/datasets/cifar10/:\n","cifar10_clip_60000.pt\n","\n","/content/PRO-DSC/data/datasets/cifar100/:\n","cifar100_clip_60000.pt\n","\n","/content/PRO-DSC/data/datasets/imagenet/:\n","imagenet_train_clip.pt\timagenet_val_clip.pt\n","\n","/content/PRO-DSC/data/datasets/tinyimagenet/:\n","tinyimagenet_train_clip.pt  tinyimagenet_val_clip.pt\n"]}]},{"cell_type":"code","source":["!python main.py --data cifar10"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"fbXezhGtZdJj","executionInfo":{"status":"ok","timestamp":1753276235414,"user_tz":-300,"elapsed":9733,"user":{"displayName":"Muhammad Yasir","userId":"11881147957703589949"}},"outputId":"b29aa7ce-1a5b-474d-e665-74a463ec61e0"},"execution_count":7,"outputs":[{"output_type":"stream","name":"stdout","text":["Namespace(desc='07-23_cifar10_gamma300_beta600_exp', data='cifar10', gamma=300, beta=600, seed=42, hidden_dim=4096, z_dim=128, n_clusters=10, epo=10, bs=1024, lr=0.0001, lr_c=0.0001, momo=0.9, wd1=0.0001, wd2=0.005, pieta=0.175, piiter=1, eps=0.1, warmup=200, save_every=10, validate_every=25, data_dir='./data/datasets/cifar10_clip_60000.pt', data_dir_val='./data/datasets/cifar10_clip_60000.pt')\n","2025-07-23 13:10:30.602695: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:477] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","WARNING: All log messages before absl::InitializeLog() is called are written to STDERR\n","E0000 00:00:1753276230.764102    4078 cuda_dnn.cc:8310] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","E0000 00:00:1753276230.772091    4078 cuda_blas.cc:1418] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2025-07-23 13:10:30.792110: I tensorflow/core/platform/cpu_feature_guard.cc:210] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 AVX512F FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","Traceback (most recent call last):\n","  File \"/content/PRO-DSC/main.py\", line 93, in <module>\n","    feature_dict = torch.load(args.data_dir)\n","                   ^^^^^^^^^^^^^^^^^^^^^^^^^\n","  File \"/usr/local/lib/python3.11/dist-packages/torch/serialization.py\", line 1425, in load\n","    with _open_file_like(f, \"rb\") as opened_file:\n","         ^^^^^^^^^^^^^^^^^^^^^^^^\n","  File \"/usr/local/lib/python3.11/dist-packages/torch/serialization.py\", line 751, in _open_file_like\n","    return _open_file(name_or_buffer, mode)\n","           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n","  File \"/usr/local/lib/python3.11/dist-packages/torch/serialization.py\", line 732, in __init__\n","    super().__init__(open(name, mode))\n","                     ^^^^^^^^^^^^^^^^\n","FileNotFoundError: [Errno 2] No such file or directory: './data/datasets/cifar10_clip_60000.pt'\n"]}]},{"cell_type":"code","source":["!mv data/datasets/cifar10/cifar10_clip_60000.pt data/datasets/"],"metadata":{"id":"_eMNujlpZqkw","executionInfo":{"status":"ok","timestamp":1753276444495,"user_tz":-300,"elapsed":142,"user":{"displayName":"Muhammad Yasir","userId":"11881147957703589949"}}},"execution_count":8,"outputs":[]},{"cell_type":"code","source":["!python main.py --data cifar10"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"uiA1rIR4a20S","executionInfo":{"status":"ok","timestamp":1753276508759,"user_tz":-300,"elapsed":46515,"user":{"displayName":"Muhammad Yasir","userId":"11881147957703589949"}},"outputId":"6a566fca-ed6a-4b35-be25-4701c84877a8"},"execution_count":9,"outputs":[{"output_type":"stream","name":"stdout","text":["Namespace(desc='07-23_cifar10_gamma300_beta600_exp', data='cifar10', gamma=300, beta=600, seed=42, hidden_dim=4096, z_dim=128, n_clusters=10, epo=10, bs=1024, lr=0.0001, lr_c=0.0001, momo=0.9, wd1=0.0001, wd2=0.005, pieta=0.175, piiter=1, eps=0.1, warmup=200, save_every=10, validate_every=25, data_dir='./data/datasets/cifar10_clip_60000.pt', data_dir_val='./data/datasets/cifar10_clip_60000.pt')\n","EXP PATH EXISTS, PLEASE BE CAUTIOUS\n","2025-07-23 13:14:25.121123: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:477] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","WARNING: All log messages before absl::InitializeLog() is called are written to STDERR\n","E0000 00:00:1753276465.141454    5087 cuda_dnn.cc:8310] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","E0000 00:00:1753276465.148226    5087 cuda_blas.cc:1418] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2025-07-23 13:14:25.169541: I tensorflow/core/platform/cpu_feature_guard.cc:210] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 AVX512F FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","/usr/local/lib/python3.11/dist-packages/torch/utils/data/dataloader.py:624: UserWarning: This DataLoader will create 8 worker processes in total. Our suggested max number of worker in current system is 2, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.\n","  warnings.warn(\n","/content/PRO-DSC/main.py:128: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.\n","  scaler = GradScaler()\n","Epoch: 0/10:   0% 0/10 [00:00<?, ?it/s]/usr/local/lib/python3.11/dist-packages/torch/utils/data/dataloader.py:624: UserWarning: This DataLoader will create 8 worker processes in total. Our suggested max number of worker in current system is 2, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.\n","  warnings.warn(\n","/content/PRO-DSC/main.py:144: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.\n","  with autocast(enabled=True):\n","Epoch: 4/10:  40% 4/10 [00:12<00:17,  2.87s/it, tcr_loss=-149.9924]Warmup Ends...Start training...\n","Epoch: 9/10: 100% 10/10 [00:27<00:00,  2.63s/it, block_loss=0.0012, exp_loss=0.1567, tcr_loss=-105.8227]EVAL on VALIDATE DATASETS\n","Acc mean: 0.971   ||| stdev: 0.0000\n","Logits mean acc: 0.9709999999999999 max acc: 0.971 mean nmi: 0.9277766109014532 max nmi: 0.9277766109014532 epoch 9\n","\n","Epoch: 9/10: 100% 10/10 [00:32<00:00,  3.28s/it, block_loss=0.0012, exp_loss=0.1567, tcr_loss=-105.8227]\n"]}]},{"cell_type":"code","source":["import shutil, os\n","\n","drive_base = \"/content/drive/MyDrive\"\n","target_base = \"/content/PRO-DSC/data/datasets\"\n","\n","files_map = {\n","    \"Copy of COIL100.mat\":     \"coil100.mat\",\n","    \"Copy of ORL_32x32.mat\":   \"ORL_32x32.mat\"\n","}\n","\n","# Move each file into ./data/datasets/\n","for src_name, dst_name in files_map.items():\n","    src_path = os.path.join(drive_base, src_name)\n","    dst_path = os.path.join(target_base, dst_name)\n","    if os.path.exists(src_path):\n","        shutil.copy(src_path, dst_path)\n","        print(f\"✅ Copied: {src_name} → {dst_path}\")\n","    else:\n","        print(f\"❌ Missing: {src_name}\")\n"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"wXFbjBBFa7MA","executionInfo":{"status":"ok","timestamp":1753276802158,"user_tz":-300,"elapsed":1527,"user":{"displayName":"Muhammad Yasir","userId":"11881147957703589949"}},"outputId":"9aec11dd-c87c-40e0-98e6-9cc0dd200766"},"execution_count":10,"outputs":[{"output_type":"stream","name":"stdout","text":["✅ Copied: Copy of COIL100.mat → /content/PRO-DSC/data/datasets/coil100.mat\n","✅ Copied: Copy of ORL_32x32.mat → /content/PRO-DSC/data/datasets/ORL_32x32.mat\n"]}]},{"cell_type":"code","source":["!python main_subspace.py --data coil100"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"F1ENp37scNyW","executionInfo":{"status":"ok","timestamp":1753276830042,"user_tz":-300,"elapsed":8548,"user":{"displayName":"Muhammad Yasir","userId":"11881147957703589949"}},"outputId":"e5daf212-daeb-4223-ba89-0a5db1f4f7b2"},"execution_count":11,"outputs":[{"output_type":"stream","name":"stdout","text":["Namespace(desc='07-23_coil100_gamma200_beta100_exp', data='coil100', gamma=200, beta=100, seed=42, hidden_dim=12800, z_dim=100, n_clusters=100, epo=10000, bs=1024, lr=0.0001, momo=0.9, wd1=0.0001, wd2=0.005, eps=0.05, warmup=100, save_every=5000, validate_every=100, pieta=0.02, data_dir='./data/datasets/COIL100.mat', channels=[1, 50], kernels=[5])\n","2025-07-23 13:20:25.293339: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:477] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","WARNING: All log messages before absl::InitializeLog() is called are written to STDERR\n","E0000 00:00:1753276825.313287    6958 cuda_dnn.cc:8310] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","E0000 00:00:1753276825.319254    6958 cuda_blas.cc:1418] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2025-07-23 13:20:25.339123: I tensorflow/core/platform/cpu_feature_guard.cc:210] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 AVX512F FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","Traceback (most recent call last):\n","  File \"/usr/local/lib/python3.11/dist-packages/scipy/io/matlab/_mio.py\", line 39, in _open_file\n","    return open(file_like, mode), True\n","           ^^^^^^^^^^^^^^^^^^^^^\n","FileNotFoundError: [Errno 2] No such file or directory: './data/datasets/COIL100.mat'\n","\n","During handling of the above exception, another exception occurred:\n","\n","Traceback (most recent call last):\n","  File \"/content/PRO-DSC/main_subspace.py\", line 116, in <module>\n","    data = sio.loadmat(args.data_dir)\n","           ^^^^^^^^^^^^^^^^^^^^^^^^^^\n","  File \"/usr/local/lib/python3.11/dist-packages/scipy/io/matlab/_mio.py\", line 233, in loadmat\n","    with _open_file_context(file_name, appendmat) as f:\n","  File \"/usr/lib/python3.11/contextlib.py\", line 137, in __enter__\n","    return next(self.gen)\n","           ^^^^^^^^^^^^^^\n","  File \"/usr/local/lib/python3.11/dist-packages/scipy/io/matlab/_mio.py\", line 17, in _open_file_context\n","    f, opened = _open_file(file_like, appendmat, mode)\n","                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n","  File \"/usr/local/lib/python3.11/dist-packages/scipy/io/matlab/_mio.py\", line 45, in _open_file\n","    return open(file_like, mode), True\n","           ^^^^^^^^^^^^^^^^^^^^^\n","FileNotFoundError: [Errno 2] No such file or directory: './data/datasets/COIL100.mat'\n"]}]},{"cell_type":"code","source":["!python main_subspace.py --data coil100\n"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"SxyRVK7ecS4E","executionInfo":{"status":"ok","timestamp":1753277067448,"user_tz":-300,"elapsed":8135,"user":{"displayName":"Muhammad Yasir","userId":"11881147957703589949"}},"outputId":"c35a01c5-989a-4ef1-fb33-47d74dcc50ee"},"execution_count":14,"outputs":[{"output_type":"stream","name":"stdout","text":["Namespace(desc='07-23_coil100_gamma200_beta100_exp', data='coil100', gamma=200, beta=100, seed=42, hidden_dim=12800, z_dim=100, n_clusters=100, epo=10000, bs=1024, lr=0.0001, momo=0.9, wd1=0.0001, wd2=0.005, eps=0.05, warmup=100, save_every=5000, validate_every=100, pieta=0.02, data_dir='./data/datasets/COIL100.mat', channels=[1, 50], kernels=[5])\n","EXP PATH EXISTS, PLEASE BE CAUTIOUS\n","2025-07-23 13:24:22.128109: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:477] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","WARNING: All log messages before absl::InitializeLog() is called are written to STDERR\n","E0000 00:00:1753277062.149006    7978 cuda_dnn.cc:8310] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","E0000 00:00:1753277062.156448    7978 cuda_blas.cc:1418] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2025-07-23 13:24:22.177311: I tensorflow/core/platform/cpu_feature_guard.cc:210] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 AVX512F FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","Traceback (most recent call last):\n","  File \"/usr/local/lib/python3.11/dist-packages/scipy/io/matlab/_mio.py\", line 39, in _open_file\n","    return open(file_like, mode), True\n","           ^^^^^^^^^^^^^^^^^^^^^\n","FileNotFoundError: [Errno 2] No such file or directory: './data/datasets/COIL100.mat'\n","\n","During handling of the above exception, another exception occurred:\n","\n","Traceback (most recent call last):\n","  File \"/content/PRO-DSC/main_subspace.py\", line 116, in <module>\n","    data = sio.loadmat(args.data_dir)\n","           ^^^^^^^^^^^^^^^^^^^^^^^^^^\n","  File \"/usr/local/lib/python3.11/dist-packages/scipy/io/matlab/_mio.py\", line 233, in loadmat\n","    with _open_file_context(file_name, appendmat) as f:\n","  File \"/usr/lib/python3.11/contextlib.py\", line 137, in __enter__\n","    return next(self.gen)\n","           ^^^^^^^^^^^^^^\n","  File \"/usr/local/lib/python3.11/dist-packages/scipy/io/matlab/_mio.py\", line 17, in _open_file_context\n","    f, opened = _open_file(file_like, appendmat, mode)\n","                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n","  File \"/usr/local/lib/python3.11/dist-packages/scipy/io/matlab/_mio.py\", line 45, in _open_file\n","    return open(file_like, mode), True\n","           ^^^^^^^^^^^^^^^^^^^^^\n","FileNotFoundError: [Errno 2] No such file or directory: './data/datasets/COIL100.mat'\n"]}]},{"cell_type":"code","source":["!ls -l data/datasets/coil100.mat"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"_u8od8yjc6IE","executionInfo":{"status":"ok","timestamp":1753277129824,"user_tz":-300,"elapsed":119,"user":{"displayName":"Muhammad Yasir","userId":"11881147957703589949"}},"outputId":"c58c2e9a-be2b-42e9-b80a-72697d454a38"},"execution_count":16,"outputs":[{"output_type":"stream","name":"stdout","text":["-rw------- 1 root root 4826796 Jul 23 13:20 data/datasets/coil100.mat\n"]}]},{"cell_type":"code","source":["!mv data/datasets/coil100.mat data/datasets/COIL100.mat\n"],"metadata":{"id":"88iyggj4dXyL","executionInfo":{"status":"ok","timestamp":1753277178828,"user_tz":-300,"elapsed":130,"user":{"displayName":"Muhammad Yasir","userId":"11881147957703589949"}}},"execution_count":17,"outputs":[]},{"cell_type":"code","source":["!python main_subspace.py --data coil100\n"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"gjQIQHkNdqFa","outputId":"8b670cb2-59ba-4768-9686-c3da37cecc93"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["Namespace(desc='07-23_coil100_gamma200_beta100_exp', data='coil100', gamma=200, beta=100, seed=42, hidden_dim=12800, z_dim=100, n_clusters=100, epo=10000, bs=1024, lr=0.0001, momo=0.9, wd1=0.0001, wd2=0.005, eps=0.05, warmup=100, save_every=5000, validate_every=100, pieta=0.02, data_dir='./data/datasets/COIL100.mat', channels=[1, 50], kernels=[5])\n","EXP PATH EXISTS, PLEASE BE CAUTIOUS\n","2025-07-23 13:26:32.538375: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:477] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","WARNING: All log messages before absl::InitializeLog() is called are written to STDERR\n","E0000 00:00:1753277192.558247    8541 cuda_dnn.cc:8310] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","E0000 00:00:1753277192.564239    8541 cuda_blas.cc:1418] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2025-07-23 13:26:32.584323: I tensorflow/core/platform/cpu_feature_guard.cc:210] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 AVX512F FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","/content/PRO-DSC/main_subspace.py:138: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.\n","  scaler = GradScaler()\n","Epoch: 0/10000:   0% 0/10000 [00:00<?, ?it/s]/content/PRO-DSC/main_subspace.py:155: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.\n","  with autocast(enabled=True):\n","Epoch: 99/10000:   1% 100/10000 [04:22<7:12:45,  2.62s/it, tcr_loss=-12.5158]EVAL on VALIDATE DATASETS\n","Acc mean: 0.406   ||| stdev: 0.0070\n","Logits mean acc: 0.405625 max acc: 0.41458333333333336 mean nmi: 0.6985180854606121 max nmi: 0.7019406034042768 epoch 99\n","\n","Epoch: 100/10000:   1% 100/10000 [05:38<7:12:45,  2.62s/it, tcr_loss=-12.5158]/content/PRO-DSC/main_subspace.py:155: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.\n","  with autocast(enabled=True):\n","Warmup Ends...Start training...\n","Epoch: 199/10000:   2% 200/10000 [10:16<7:29:13,  2.75s/it, block_loss=0.0003, exp_loss=0.1182, tcr_loss=-149.6841]EVAL on VALIDATE DATASETS\n","Acc mean: 0.620   ||| stdev: 0.0038\n","Logits mean acc: 0.6197916666666667 max acc: 0.6243055555555556 mean nmi: 0.8381377428002466 max nmi: 0.8398590165003744 epoch 199\n","\n","Epoch: 200/10000:   2% 200/10000 [12:12<7:29:13,  2.75s/it, block_loss=0.0003, exp_loss=0.1182, tcr_loss=-149.6841]/content/PRO-DSC/main_subspace.py:155: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.\n","  with autocast(enabled=True):\n","Epoch: 299/10000:   3% 300/10000 [16:47<7:23:20,  2.74s/it, block_loss=0.0002, exp_loss=0.0863, tcr_loss=-151.3275]EVAL on VALIDATE DATASETS\n","Acc mean: 0.657   ||| stdev: 0.0061\n","Logits mean acc: 0.6570555555555554 max acc: 0.6683333333333333 mean nmi: 0.8716012604685932 max nmi: 0.875932198656727 epoch 299\n","\n","Epoch: 300/10000:   3% 300/10000 [19:04<7:23:20,  2.74s/it, block_loss=0.0002, exp_loss=0.0863, tcr_loss=-151.3275]/content/PRO-DSC/main_subspace.py:155: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.\n","  with autocast(enabled=True):\n","Epoch: 399/10000:   4% 400/10000 [23:40<7:17:57,  2.74s/it, block_loss=0.0002, exp_loss=0.0746, tcr_loss=-151.6132]EVAL on VALIDATE DATASETS\n","Acc mean: 0.668   ||| stdev: 0.0081\n","Logits mean acc: 0.6682222222222222 max acc: 0.6820833333333334 mean nmi: 0.8842708421869704 max nmi: 0.8881385488167174 epoch 399\n","\n","Epoch: 400/10000:   4% 400/10000 [25:58<7:17:57,  2.74s/it, block_loss=0.0002, exp_loss=0.0746, tcr_loss=-151.6132]/content/PRO-DSC/main_subspace.py:155: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.\n","  with autocast(enabled=True):\n","Epoch: 499/10000:   5% 500/10000 [30:33<7:14:59,  2.75s/it, block_loss=0.0002, exp_loss=0.0679, tcr_loss=-151.6956]EVAL on VALIDATE DATASETS\n","Acc mean: 0.680   ||| stdev: 0.0068\n","Logits mean acc: 0.6799583333333333 max acc: 0.6916666666666667 mean nmi: 0.892597986850449 max nmi: 0.8943207021203827 epoch 499\n","\n","Epoch: 500/10000:   5% 500/10000 [32:51<7:14:59,  2.75s/it, block_loss=0.0002, exp_loss=0.0679, tcr_loss=-151.6956]/content/PRO-DSC/main_subspace.py:155: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.\n","  with autocast(enabled=True):\n","Epoch: 599/10000:   6% 600/10000 [37:26<7:07:50,  2.73s/it, block_loss=0.0002, exp_loss=0.0627, tcr_loss=-151.7915]EVAL on VALIDATE DATASETS\n","Acc mean: 0.691   ||| stdev: 0.0060\n","Logits mean acc: 0.6909305555555556 max acc: 0.7005555555555556 mean nmi: 0.8959560123104031 max nmi: 0.8981461696966084 epoch 599\n","\n","Epoch: 600/10000:   6% 600/10000 [39:46<7:07:50,  2.73s/it, block_loss=0.0002, exp_loss=0.0627, tcr_loss=-151.7915]/content/PRO-DSC/main_subspace.py:155: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.\n","  with autocast(enabled=True):\n","Epoch: 699/10000:   7% 700/10000 [44:22<7:02:18,  2.72s/it, block_loss=0.0001, exp_loss=0.0588, tcr_loss=-151.7605]EVAL on VALIDATE DATASETS\n","Acc mean: 0.701   ||| stdev: 0.0075\n","Logits mean acc: 0.7007916666666667 max acc: 0.7133333333333334 mean nmi: 0.9001783662180074 max nmi: 0.9018870193037424 epoch 699\n","\n","Epoch: 700/10000:   7% 700/10000 [46:42<7:02:18,  2.72s/it, block_loss=0.0001, exp_loss=0.0588, tcr_loss=-151.7605]/content/PRO-DSC/main_subspace.py:155: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.\n","  with autocast(enabled=True):\n","Epoch: 799/10000:   8% 800/10000 [51:17<7:05:26,  2.77s/it, block_loss=0.0001, exp_loss=0.0560, tcr_loss=-151.9051]EVAL on VALIDATE DATASETS\n","Acc mean: 0.710   ||| stdev: 0.0051\n","Logits mean acc: 0.7097499999999999 max acc: 0.7198611111111111 mean nmi: 0.9035863820603234 max nmi: 0.9064890546353926 epoch 799\n","\n","Epoch: 800/10000:   8% 800/10000 [53:36<7:05:26,  2.77s/it, block_loss=0.0001, exp_loss=0.0560, tcr_loss=-151.9051]/content/PRO-DSC/main_subspace.py:155: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.\n","  with autocast(enabled=True):\n","Epoch: 899/10000:   9% 900/10000 [58:11<6:53:45,  2.73s/it, block_loss=0.0001, exp_loss=0.0534, tcr_loss=-151.9367]EVAL on VALIDATE DATASETS\n","Acc mean: 0.713   ||| stdev: 0.0071\n","Logits mean acc: 0.7125277777777779 max acc: 0.7236111111111111 mean nmi: 0.9060745159543064 max nmi: 0.9100306067756735 epoch 899\n","\n","Epoch: 900/10000:   9% 900/10000 [1:00:45<6:53:45,  2.73s/it, block_loss=0.0001, exp_loss=0.0534, tcr_loss=-151.9367]/content/PRO-DSC/main_subspace.py:155: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.\n","  with autocast(enabled=True):\n","Epoch: 999/10000:  10% 1000/10000 [1:05:21<6:50:00,  2.73s/it, block_loss=0.0001, exp_loss=0.0510, tcr_loss=-151.8822]EVAL on VALIDATE DATASETS\n","Acc mean: 0.724   ||| stdev: 0.0072\n","Logits mean acc: 0.7243472222222221 max acc: 0.7370833333333333 mean nmi: 0.9121027028748447 max nmi: 0.9150406290724681 epoch 999\n","\n","Epoch: 1000/10000:  10% 1000/10000 [1:07:49<6:50:00,  2.73s/it, block_loss=0.0001, exp_loss=0.0510, tcr_loss=-151.8822]/content/PRO-DSC/main_subspace.py:155: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.\n","  with autocast(enabled=True):\n","Epoch: 1052/10000:  11% 1052/10000 [1:10:12<6:48:59,  2.74s/it, block_loss=0.0001, exp_loss=0.0502, tcr_loss=-151.9751]"]}]},{"cell_type":"code","source":[],"metadata":{"id":"cUJIBZusdsyM"},"execution_count":null,"outputs":[]}]}