ETTh1_(720)_Multivariate_SparseTSF/notebook.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"provenance":[],"gpuType":"T4","authorship_tag":"ABX9TyMBV1YsUn/aZlyCKjytqk7+"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"},"accelerator":"GPU"},"cells":[{"cell_type":"code","execution_count":1,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"GsNcRgceweCI","executionInfo":{"status":"ok","timestamp":1755161860237,"user_tz":-345,"elapsed":28206,"user":{"displayName":"Santosh Upreti","userId":"01961227760879466523"}},"outputId":"41ece6dc-f4af-4d8f-fb5b-e20c0472a081"},"outputs":[{"output_type":"stream","name":"stdout","text":["--2025-08-14 08:57:12--  https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh\n","Resolving repo.anaconda.com (repo.anaconda.com)... 104.16.191.158, 104.16.32.241, 2606:4700::6810:20f1, ...\n","Connecting to repo.anaconda.com (repo.anaconda.com)|104.16.191.158|:443... connected.\n","HTTP request sent, awaiting response... 200 OK\n","Length: 160039710 (153M) [application/octet-stream]\n","Saving to: ‘Miniconda3-latest-Linux-x86_64.sh’\n","\n","Miniconda3-latest-L 100%[===================>] 152.62M   232MB/s    in 0.7s    \n","\n","2025-08-14 08:57:12 (232 MB/s) - ‘Miniconda3-latest-Linux-x86_64.sh’ saved [160039710/160039710]\n","\n","PREFIX=/usr/local\n","Unpacking payload ...\n","entry_point.py:256: DeprecationWarning: Python 3.14 will, by default, filter extracted tar archives and reject files or modify their metadata. Use the filter argument to control this behavior.\n","entry_point.py:256: DeprecationWarning: Python 3.14 will, by default, filter extracted tar archives and reject files or modify their metadata. Use the filter argument to control this behavior.\n","\n","Installing base environment...\n","\n","Preparing transaction: ...working... done\n","Executing transaction: ...working... done\n","entry_point.py:256: DeprecationWarning: Python 3.14 will, by default, filter extracted tar archives and reject files or modify their metadata. Use the filter argument to control this behavior.\n","installation finished.\n","WARNING:\n","    You currently have a PYTHONPATH environment variable set. This may cause\n","    unexpected behavior when running the Python interpreter in Miniconda3.\n","    For best results, please verify that your PYTHONPATH only points to\n","    directories of packages that are compatible with the Python interpreter\n","    in Miniconda3: /usr/local\n","accepted Terms of Service for \u001b[4;94mhttps://repo.anaconda.com/pkgs/main\u001b[0m\n","accepted Terms of Service for \u001b[4;94mhttps://repo.anaconda.com/pkgs/r\u001b[0m\n"]}],"source":["!wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh\n","!chmod +x Miniconda3-latest-Linux-x86_64.sh\n","!bash ./Miniconda3-latest-Linux-x86_64.sh -b -f -p /usr/local\n","\n","import sys\n","sys.path.append('/usr/local/lib/python3.9/site-packages')\n","\n","!conda tos accept --override-channels --channel https://repo.anaconda.com/pkgs/main\n","!conda tos accept --override-channels --channel https://repo.anaconda.com/pkgs/r"]},{"cell_type":"code","source":["!conda create -n newenvs python=3.8 -y"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"collapsed":true,"id":"BelojpnWwfdg","executionInfo":{"status":"ok","timestamp":1755161868232,"user_tz":-345,"elapsed":7990,"user":{"displayName":"Santosh Upreti","userId":"01961227760879466523"}},"outputId":"9b6292de-f449-435f-ff21-9ab61dfd43f3"},"execution_count":2,"outputs":[{"output_type":"stream","name":"stdout","text":["\u001b[1;32m2\u001b[0m\u001b[1;32m channel Terms of Service accepted\u001b[0m\n","Channels:\n"," - defaults\n","Platform: linux-64\n","Collecting package metadata (repodata.json): - \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\bdone\n","Solving environment: | \b\bdone\n","\n","\n","==> WARNING: A newer version of conda exists. <==\n","    current version: 25.5.1\n","    latest version: 25.7.0\n","\n","Please update conda by running\n","\n","    $ conda update -n base -c defaults conda\n","\n","\n","\n","## Package Plan ##\n","\n","  environment location: /usr/local/envs/newenvs\n","\n","  added / updated specs:\n","    - python=3.8\n","\n","\n","The following packages will be downloaded:\n","\n","    package                    |            build\n","    ---------------------------|-----------------\n","    ca-certificates-2025.7.15  |       h06a4308_0         126 KB\n","    ncurses-6.5                |       h7934f7d_0         1.1 MB\n","    openssl-3.0.17             |       h5eee18b_0         5.2 MB\n","    pip-24.2                   |   py38h06a4308_0         2.2 MB\n","    python-3.8.20              |       he870216_0        23.8 MB\n","    readline-8.3               |       hc2a1206_0         471 KB\n","    setuptools-75.1.0          |   py38h06a4308_0         1.7 MB\n","    wheel-0.44.0               |   py38h06a4308_0         108 KB\n","    ------------------------------------------------------------\n","                                           Total:        34.7 MB\n","\n","The following NEW packages will be INSTALLED:\n","\n","  _libgcc_mutex      pkgs/main/linux-64::_libgcc_mutex-0.1-main \n","  _openmp_mutex      pkgs/main/linux-64::_openmp_mutex-5.1-1_gnu \n","  ca-certificates    pkgs/main/linux-64::ca-certificates-2025.7.15-h06a4308_0 \n","  ld_impl_linux-64   pkgs/main/linux-64::ld_impl_linux-64-2.40-h12ee557_0 \n","  libffi             pkgs/main/linux-64::libffi-3.4.4-h6a678d5_1 \n","  libgcc-ng          pkgs/main/linux-64::libgcc-ng-11.2.0-h1234567_1 \n","  libgomp            pkgs/main/linux-64::libgomp-11.2.0-h1234567_1 \n","  libstdcxx-ng       pkgs/main/linux-64::libstdcxx-ng-11.2.0-h1234567_1 \n","  libxcb             pkgs/main/linux-64::libxcb-1.17.0-h9b100fa_0 \n","  ncurses            pkgs/main/linux-64::ncurses-6.5-h7934f7d_0 \n","  openssl            pkgs/main/linux-64::openssl-3.0.17-h5eee18b_0 \n","  pip                pkgs/main/linux-64::pip-24.2-py38h06a4308_0 \n","  pthread-stubs      pkgs/main/linux-64::pthread-stubs-0.3-h0ce48e5_1 \n","  python             pkgs/main/linux-64::python-3.8.20-he870216_0 \n","  readline           pkgs/main/linux-64::readline-8.3-hc2a1206_0 \n","  setuptools         pkgs/main/linux-64::setuptools-75.1.0-py38h06a4308_0 \n","  sqlite             pkgs/main/linux-64::sqlite-3.50.2-hb25bd0a_1 \n","  tk                 pkgs/main/linux-64::tk-8.6.14-h993c535_1 \n","  wheel              pkgs/main/linux-64::wheel-0.44.0-py38h06a4308_0 \n","  xorg-libx11        pkgs/main/linux-64::xorg-libx11-1.8.12-h9b100fa_1 \n","  xorg-libxau        pkgs/main/linux-64::xorg-libxau-1.0.12-h9b100fa_0 \n","  xorg-libxdmcp      pkgs/main/linux-64::xorg-libxdmcp-1.1.5-h9b100fa_0 \n","  xorg-xorgproto     pkgs/main/linux-64::xorg-xorgproto-2024.1-h5eee18b_1 \n","  xz                 pkgs/main/linux-64::xz-5.6.4-h5eee18b_1 \n","  zlib               pkgs/main/linux-64::zlib-1.2.13-h5eee18b_1 \n","\n","\n","\n","Downloading and Extracting Packages:\n","python-3.8.20        | 23.8 MB   | :   0% 0/1 [00:00<?, ?it/s]\n","openssl-3.0.17       | 5.2 MB    | :   0% 0/1 [00:00<?, ?it/s]\u001b[A\n","\n","pip-24.2             | 2.2 MB    | :   0% 0/1 [00:00<?, ?it/s]\u001b[A\u001b[A\n","\n","\n","setuptools-75.1.0    | 1.7 MB    | :   0% 0/1 [00:00<?, ?it/s]\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","ncurses-6.5          | 1.1 MB    | :   0% 0/1 [00:00<?, ?it/s]\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","readline-8.3         | 471 KB    | :   0% 0/1 [00:00<?, ?it/s]\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","\n","ca-certificates-2025 | 126 KB    | :   0% 0/1 [00:00<?, ?it/s]\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","\n","\n","python-3.8.20        | 23.8 MB   | :   6% 0.06046247539357741/1 [00:00<00:01,  1.67s/it]\n","\n","pip-24.2             | 2.2 MB    | :   1% 0.014146381897051917/1 [00:00<00:06,  7.09s/it]\u001b[A\u001b[A\n","\n","\n","setuptools-75.1.0    | 1.7 MB    | :  80% 0.8046851448526747/1 [00:00<00:00,  8.04it/s]\u001b[A\u001b[A\u001b[A\n","openssl-3.0.17       | 5.2 MB    | :   8% 0.07794226164370302/1 [00:00<00:01,  1.34s/it]\u001b[A\n","\n","\n","\n","ncurses-6.5          | 1.1 MB    | :  14% 0.14401655346517855/1 [00:00<00:00,  1.37it/s]\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","ncurses-6.5          | 1.1 MB    | : 100% 1.0/1 [00:00<00:00,  1.37it/s]                \u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","setuptools-75.1.0    | 1.7 MB    | : 100% 1.0/1 [00:00<00:00,  8.04it/s]               \u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","\n","python-3.8.20        | 23.8 MB   | :  25% 0.25105071304724536/1 [00:00<00:00,  1.35it/s]\n","\n","\n","\n","\n","\n","ca-certificates-2025 | 126 KB    | : 100% 1.0/1 [00:00<00:00,  1.48s/it]                \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","readline-8.3         | 471 KB    | :   3% 0.03400397653924861/1 [00:00<00:05,  5.71s/it]\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","openssl-3.0.17       | 5.2 MB    | :  65% 0.6505181067955214/1 [00:00<00:00,  3.61it/s] \u001b[A\n","\n","\n","\n","\n","readline-8.3         | 471 KB    | : 100% 1.0/1 [00:00<00:00,  5.71s/it]                \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","pip-24.2             | 2.2 MB    | : 100% 1.0/1 [00:00<00:00,  5.43it/s]                 \u001b[A\u001b[A\n","\n","pip-24.2             | 2.2 MB    | : 100% 1.0/1 [00:00<00:00,  5.43it/s]\u001b[A\u001b[A\n","\n","\n","\n","\n","\n","\n","wheel-0.44.0         | 108 KB    | :  15% 0.14783134378186213/1 [00:00<00:01,  1.67s/it]\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","\n","\n","python-3.8.20        | 23.8 MB   | :  48% 0.4771277949536652/1 [00:00<00:00,  1.76it/s] \n","python-3.8.20        | 23.8 MB   | : 100% 1.0/1 [00:00<00:00,  2.06it/s]               \n","\n","\n","setuptools-75.1.0    | 1.7 MB    | : 100% 1.0/1 [00:01<00:00,  8.04it/s]\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","\n","ca-certificates-2025 | 126 KB    | : 100% 1.0/1 [00:01<00:00,  1.14s/it]\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","\n","ca-certificates-2025 | 126 KB    | : 100% 1.0/1 [00:01<00:00,  1.14s/it]\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","readline-8.3         | 471 KB    | : 100% 1.0/1 [00:01<00:00,  1.16s/it]\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","readline-8.3         | 471 KB    | : 100% 1.0/1 [00:01<00:00,  1.16s/it]\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","ncurses-6.5          | 1.1 MB    | : 100% 1.0/1 [00:01<00:00,  1.85s/it]\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","ncurses-6.5          | 1.1 MB    | : 100% 1.0/1 [00:01<00:00,  1.85s/it]\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","pip-24.2             | 2.2 MB    | : 100% 1.0/1 [00:01<00:00,  5.43it/s]\u001b[A\u001b[A\n","\n","\n","\n","\n","\n","\n","wheel-0.44.0         | 108 KB    | : 100% 1.0/1 [00:01<00:00,  1.85s/it]\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","\n","\n","wheel-0.44.0         | 108 KB    | : 100% 1.0/1 [00:01<00:00,  1.85s/it]\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","                                                                        \n","                                                                        \u001b[A\n","\n","                                                                        \u001b[A\u001b[A\n","\n","\n","                                                                        \u001b[A\u001b[A\u001b[A\n","\n","\n","\n","                                                                        \u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","                                                                        \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","\n","                                                                        \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","\n","\n","                                                                        \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","Preparing transaction: - \b\b\\ \b\bdone\n","Verifying transaction: / \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\bdone\n","Executing transaction: \\ \b\b| \b\b/ \b\b- \b\b\\ \b\bdone\n","#\n","# To activate this environment, use\n","#\n","#     $ conda activate newenvs\n","#\n","# To deactivate an active environment, use\n","#\n","#     $ conda deactivate\n","\n"]}]},{"cell_type":"code","source":["!git clone https://github.com/lss-1138/SparseTSF.git\n","%cd SparseTSF"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"collapsed":true,"id":"TUifafPrwnug","executionInfo":{"status":"ok","timestamp":1755161869139,"user_tz":-345,"elapsed":888,"user":{"displayName":"Santosh Upreti","userId":"01961227760879466523"}},"outputId":"8312d067-cbfa-4a57-9903-1237d017c548"},"execution_count":3,"outputs":[{"output_type":"stream","name":"stdout","text":["Cloning into 'SparseTSF'...\n","remote: Enumerating objects: 145, done.\u001b[K\n","remote: Counting objects: 100% (145/145), done.\u001b[K\n","remote: Compressing objects: 100% (99/99), done.\u001b[K\n","remote: Total 145 (delta 67), reused 113 (delta 43), pack-reused 0 (from 0)\u001b[K\n","Receiving objects: 100% (145/145), 834.32 KiB | 18.14 MiB/s, done.\n","Resolving deltas: 100% (67/67), done.\n","/content/SparseTSF\n"]}]},{"cell_type":"code","source":["!source /usr/local/bin/activate newenvs && pip install -r requirements.txt"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"collapsed":true,"id":"CO8nlvHYwq9G","executionInfo":{"status":"ok","timestamp":1755162042078,"user_tz":-345,"elapsed":172930,"user":{"displayName":"Santosh Upreti","userId":"01961227760879466523"}},"outputId":"bf6440c4-65b8-4b60-d91e-9646166455a4"},"execution_count":4,"outputs":[{"output_type":"stream","name":"stdout","text":["Collecting numpy (from -r requirements.txt (line 1))\n","  Downloading numpy-1.24.4-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (5.6 kB)\n","Collecting matplotlib (from -r requirements.txt (line 2))\n","  Downloading matplotlib-3.7.5-cp38-cp38-manylinux_2_12_x86_64.manylinux2010_x86_64.whl.metadata (5.7 kB)\n","Collecting pandas (from -r requirements.txt (line 3))\n","  Downloading pandas-2.0.3-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (18 kB)\n","Collecting scikit-learn (from -r requirements.txt (line 4))\n","  Downloading scikit_learn-1.3.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (11 kB)\n","Collecting torch (from -r requirements.txt (line 5))\n","  Downloading torch-2.4.1-cp38-cp38-manylinux1_x86_64.whl.metadata (26 kB)\n","Collecting contourpy>=1.0.1 (from matplotlib->-r requirements.txt (line 2))\n","  Downloading contourpy-1.1.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (5.9 kB)\n","Collecting cycler>=0.10 (from matplotlib->-r requirements.txt (line 2))\n","  Downloading cycler-0.12.1-py3-none-any.whl.metadata (3.8 kB)\n","Collecting fonttools>=4.22.0 (from matplotlib->-r requirements.txt (line 2))\n","  Downloading fonttools-4.57.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (102 kB)\n","Collecting kiwisolver>=1.0.1 (from matplotlib->-r requirements.txt (line 2))\n","  Downloading kiwisolver-1.4.7-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.whl.metadata (6.3 kB)\n","Collecting packaging>=20.0 (from matplotlib->-r requirements.txt (line 2))\n","  Downloading packaging-25.0-py3-none-any.whl.metadata (3.3 kB)\n","Collecting pillow>=6.2.0 (from matplotlib->-r requirements.txt (line 2))\n","  Downloading pillow-10.4.0-cp38-cp38-manylinux_2_28_x86_64.whl.metadata (9.2 kB)\n","Collecting pyparsing>=2.3.1 (from matplotlib->-r requirements.txt (line 2))\n","  Downloading pyparsing-3.1.4-py3-none-any.whl.metadata (5.1 kB)\n","Collecting python-dateutil>=2.7 (from matplotlib->-r requirements.txt (line 2))\n","  Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB)\n","Collecting importlib-resources>=3.2.0 (from matplotlib->-r requirements.txt (line 2))\n","  Downloading importlib_resources-6.4.5-py3-none-any.whl.metadata (4.0 kB)\n","Collecting pytz>=2020.1 (from pandas->-r requirements.txt (line 3))\n","  Downloading pytz-2025.2-py2.py3-none-any.whl.metadata (22 kB)\n","Collecting tzdata>=2022.1 (from pandas->-r requirements.txt (line 3))\n","  Downloading tzdata-2025.2-py2.py3-none-any.whl.metadata (1.4 kB)\n","Collecting scipy>=1.5.0 (from scikit-learn->-r requirements.txt (line 4))\n","  Downloading scipy-1.10.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (58 kB)\n","Collecting joblib>=1.1.1 (from scikit-learn->-r requirements.txt (line 4))\n","  Downloading joblib-1.4.2-py3-none-any.whl.metadata (5.4 kB)\n","Collecting threadpoolctl>=2.0.0 (from scikit-learn->-r requirements.txt (line 4))\n","  Downloading threadpoolctl-3.5.0-py3-none-any.whl.metadata (13 kB)\n","Collecting filelock (from torch->-r requirements.txt (line 5))\n","  Downloading filelock-3.16.1-py3-none-any.whl.metadata (2.9 kB)\n","Collecting typing-extensions>=4.8.0 (from torch->-r requirements.txt (line 5))\n","  Downloading typing_extensions-4.13.2-py3-none-any.whl.metadata (3.0 kB)\n","Collecting sympy (from torch->-r requirements.txt (line 5))\n","  Downloading sympy-1.13.3-py3-none-any.whl.metadata (12 kB)\n","Collecting networkx (from torch->-r requirements.txt (line 5))\n","  Downloading networkx-3.1-py3-none-any.whl.metadata (5.3 kB)\n","Collecting jinja2 (from torch->-r requirements.txt (line 5))\n","  Downloading jinja2-3.1.6-py3-none-any.whl.metadata (2.9 kB)\n","Collecting fsspec (from torch->-r requirements.txt (line 5))\n","  Downloading fsspec-2025.3.0-py3-none-any.whl.metadata (11 kB)\n","Collecting nvidia-cuda-nvrtc-cu12==12.1.105 (from torch->-r requirements.txt (line 5))\n","  Downloading nvidia_cuda_nvrtc_cu12-12.1.105-py3-none-manylinux1_x86_64.whl.metadata (1.5 kB)\n","Collecting nvidia-cuda-runtime-cu12==12.1.105 (from torch->-r requirements.txt (line 5))\n","  Downloading nvidia_cuda_runtime_cu12-12.1.105-py3-none-manylinux1_x86_64.whl.metadata (1.5 kB)\n","Collecting nvidia-cuda-cupti-cu12==12.1.105 (from torch->-r requirements.txt (line 5))\n","  Downloading nvidia_cuda_cupti_cu12-12.1.105-py3-none-manylinux1_x86_64.whl.metadata (1.6 kB)\n","Collecting nvidia-cudnn-cu12==9.1.0.70 (from torch->-r requirements.txt (line 5))\n","  Downloading nvidia_cudnn_cu12-9.1.0.70-py3-none-manylinux2014_x86_64.whl.metadata (1.6 kB)\n","Collecting nvidia-cublas-cu12==12.1.3.1 (from torch->-r requirements.txt (line 5))\n","  Downloading nvidia_cublas_cu12-12.1.3.1-py3-none-manylinux1_x86_64.whl.metadata (1.5 kB)\n","Collecting nvidia-cufft-cu12==11.0.2.54 (from torch->-r requirements.txt (line 5))\n","  Downloading nvidia_cufft_cu12-11.0.2.54-py3-none-manylinux1_x86_64.whl.metadata (1.5 kB)\n","Collecting nvidia-curand-cu12==10.3.2.106 (from torch->-r requirements.txt (line 5))\n","  Downloading nvidia_curand_cu12-10.3.2.106-py3-none-manylinux1_x86_64.whl.metadata (1.5 kB)\n","Collecting nvidia-cusolver-cu12==11.4.5.107 (from torch->-r requirements.txt (line 5))\n","  Downloading nvidia_cusolver_cu12-11.4.5.107-py3-none-manylinux1_x86_64.whl.metadata (1.6 kB)\n","Collecting nvidia-cusparse-cu12==12.1.0.106 (from torch->-r requirements.txt (line 5))\n","  Downloading nvidia_cusparse_cu12-12.1.0.106-py3-none-manylinux1_x86_64.whl.metadata (1.6 kB)\n","Collecting nvidia-nccl-cu12==2.20.5 (from torch->-r requirements.txt (line 5))\n","  Downloading nvidia_nccl_cu12-2.20.5-py3-none-manylinux2014_x86_64.whl.metadata (1.8 kB)\n","Collecting nvidia-nvtx-cu12==12.1.105 (from torch->-r requirements.txt (line 5))\n","  Downloading nvidia_nvtx_cu12-12.1.105-py3-none-manylinux1_x86_64.whl.metadata (1.7 kB)\n","Collecting triton==3.0.0 (from torch->-r requirements.txt (line 5))\n","  Downloading triton-3.0.0-1-cp38-cp38-manylinux2014_x86_64.manylinux_2_17_x86_64.whl.metadata (1.3 kB)\n","Collecting nvidia-nvjitlink-cu12 (from nvidia-cusolver-cu12==11.4.5.107->torch->-r requirements.txt (line 5))\n","  Downloading nvidia_nvjitlink_cu12-12.9.86-py3-none-manylinux2010_x86_64.manylinux_2_12_x86_64.whl.metadata (1.7 kB)\n","Collecting zipp>=3.1.0 (from importlib-resources>=3.2.0->matplotlib->-r requirements.txt (line 2))\n","  Downloading zipp-3.20.2-py3-none-any.whl.metadata (3.7 kB)\n","Collecting six>=1.5 (from python-dateutil>=2.7->matplotlib->-r requirements.txt (line 2))\n","  Downloading six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB)\n","Collecting MarkupSafe>=2.0 (from jinja2->torch->-r requirements.txt (line 5))\n","  Downloading MarkupSafe-2.1.5-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (3.0 kB)\n","Collecting mpmath<1.4,>=1.1.0 (from sympy->torch->-r requirements.txt (line 5))\n","  Downloading mpmath-1.3.0-py3-none-any.whl.metadata (8.6 kB)\n","Downloading numpy-1.24.4-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (17.3 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m17.3/17.3 MB\u001b[0m \u001b[31m149.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading matplotlib-3.7.5-cp38-cp38-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (9.2 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m9.2/9.2 MB\u001b[0m \u001b[31m162.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading pandas-2.0.3-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (12.4 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m12.4/12.4 MB\u001b[0m \u001b[31m185.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading scikit_learn-1.3.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (11.1 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m11.1/11.1 MB\u001b[0m \u001b[31m147.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading torch-2.4.1-cp38-cp38-manylinux1_x86_64.whl (797.1 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m797.1/797.1 MB\u001b[0m \u001b[31m21.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cublas_cu12-12.1.3.1-py3-none-manylinux1_x86_64.whl (410.6 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m410.6/410.6 MB\u001b[0m \u001b[31m27.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cuda_cupti_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (14.1 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m14.1/14.1 MB\u001b[0m \u001b[31m140.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cuda_nvrtc_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (23.7 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m23.7/23.7 MB\u001b[0m \u001b[31m155.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cuda_runtime_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (823 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m823.6/823.6 kB\u001b[0m \u001b[31m48.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cudnn_cu12-9.1.0.70-py3-none-manylinux2014_x86_64.whl (664.8 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m664.8/664.8 MB\u001b[0m \u001b[31m36.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cufft_cu12-11.0.2.54-py3-none-manylinux1_x86_64.whl (121.6 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m121.6/121.6 MB\u001b[0m \u001b[31m66.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_curand_cu12-10.3.2.106-py3-none-manylinux1_x86_64.whl (56.5 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m56.5/56.5 MB\u001b[0m \u001b[31m66.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cusolver_cu12-11.4.5.107-py3-none-manylinux1_x86_64.whl (124.2 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m124.2/124.2 MB\u001b[0m \u001b[31m68.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cusparse_cu12-12.1.0.106-py3-none-manylinux1_x86_64.whl (196.0 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m196.0/196.0 MB\u001b[0m \u001b[31m72.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_nccl_cu12-2.20.5-py3-none-manylinux2014_x86_64.whl (176.2 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m176.2/176.2 MB\u001b[0m \u001b[31m68.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_nvtx_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (99 kB)\n","Downloading triton-3.0.0-1-cp38-cp38-manylinux2014_x86_64.manylinux_2_17_x86_64.whl (209.4 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m209.4/209.4 MB\u001b[0m \u001b[31m68.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading contourpy-1.1.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (301 kB)\n","Downloading cycler-0.12.1-py3-none-any.whl (8.3 kB)\n","Downloading fonttools-4.57.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (4.7 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m4.7/4.7 MB\u001b[0m \u001b[31m121.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading importlib_resources-6.4.5-py3-none-any.whl (36 kB)\n","Downloading joblib-1.4.2-py3-none-any.whl (301 kB)\n","Downloading kiwisolver-1.4.7-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.whl (1.2 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.2/1.2 MB\u001b[0m \u001b[31m60.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading packaging-25.0-py3-none-any.whl (66 kB)\n","Downloading pillow-10.4.0-cp38-cp38-manylinux_2_28_x86_64.whl (4.5 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m4.5/4.5 MB\u001b[0m \u001b[31m105.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading pyparsing-3.1.4-py3-none-any.whl (104 kB)\n","Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB)\n","Downloading pytz-2025.2-py2.py3-none-any.whl (509 kB)\n","Downloading scipy-1.10.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (34.5 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m34.5/34.5 MB\u001b[0m \u001b[31m152.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading threadpoolctl-3.5.0-py3-none-any.whl (18 kB)\n","Downloading typing_extensions-4.13.2-py3-none-any.whl (45 kB)\n","Downloading tzdata-2025.2-py2.py3-none-any.whl (347 kB)\n","Downloading filelock-3.16.1-py3-none-any.whl (16 kB)\n","Downloading fsspec-2025.3.0-py3-none-any.whl (193 kB)\n","Downloading jinja2-3.1.6-py3-none-any.whl (134 kB)\n","Downloading networkx-3.1-py3-none-any.whl (2.1 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.1/2.1 MB\u001b[0m \u001b[31m92.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading sympy-1.13.3-py3-none-any.whl (6.2 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.2/6.2 MB\u001b[0m \u001b[31m144.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading MarkupSafe-2.1.5-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (26 kB)\n","Downloading mpmath-1.3.0-py3-none-any.whl (536 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m536.2/536.2 kB\u001b[0m \u001b[31m24.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading six-1.17.0-py2.py3-none-any.whl (11 kB)\n","Downloading zipp-3.20.2-py3-none-any.whl (9.2 kB)\n","Downloading nvidia_nvjitlink_cu12-12.9.86-py3-none-manylinux2010_x86_64.manylinux_2_12_x86_64.whl (39.7 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m39.7/39.7 MB\u001b[0m \u001b[31m54.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hInstalling collected packages: pytz, mpmath, zipp, tzdata, typing-extensions, threadpoolctl, sympy, six, pyparsing, pillow, packaging, nvidia-nvtx-cu12, nvidia-nvjitlink-cu12, nvidia-nccl-cu12, nvidia-curand-cu12, nvidia-cufft-cu12, nvidia-cuda-runtime-cu12, nvidia-cuda-nvrtc-cu12, nvidia-cuda-cupti-cu12, nvidia-cublas-cu12, numpy, networkx, MarkupSafe, kiwisolver, joblib, fsspec, fonttools, filelock, cycler, triton, scipy, python-dateutil, nvidia-cusparse-cu12, nvidia-cudnn-cu12, jinja2, importlib-resources, contourpy, scikit-learn, pandas, nvidia-cusolver-cu12, matplotlib, torch\n","Successfully installed MarkupSafe-2.1.5 contourpy-1.1.1 cycler-0.12.1 filelock-3.16.1 fonttools-4.57.0 fsspec-2025.3.0 importlib-resources-6.4.5 jinja2-3.1.6 joblib-1.4.2 kiwisolver-1.4.7 matplotlib-3.7.5 mpmath-1.3.0 networkx-3.1 numpy-1.24.4 nvidia-cublas-cu12-12.1.3.1 nvidia-cuda-cupti-cu12-12.1.105 nvidia-cuda-nvrtc-cu12-12.1.105 nvidia-cuda-runtime-cu12-12.1.105 nvidia-cudnn-cu12-9.1.0.70 nvidia-cufft-cu12-11.0.2.54 nvidia-curand-cu12-10.3.2.106 nvidia-cusolver-cu12-11.4.5.107 nvidia-cusparse-cu12-12.1.0.106 nvidia-nccl-cu12-2.20.5 nvidia-nvjitlink-cu12-12.9.86 nvidia-nvtx-cu12-12.1.105 packaging-25.0 pandas-2.0.3 pillow-10.4.0 pyparsing-3.1.4 python-dateutil-2.9.0.post0 pytz-2025.2 scikit-learn-1.3.2 scipy-1.10.1 six-1.17.0 sympy-1.13.3 threadpoolctl-3.5.0 torch-2.4.1 triton-3.0.0 typing-extensions-4.13.2 tzdata-2025.2 zipp-3.20.2\n"]}]},{"cell_type":"code","source":["!gdown --folder 19RDRjf7R46Ag1ZMJMR-MgOEWNtxpRMUb  #get etth datasets"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"collapsed":true,"id":"Wll_az2ex-l2","executionInfo":{"status":"ok","timestamp":1755162054717,"user_tz":-345,"elapsed":12637,"user":{"displayName":"Santosh Upreti","userId":"01961227760879466523"}},"outputId":"4bc1684a-38a3-41ec-f014-8996b6eea04d"},"execution_count":5,"outputs":[{"output_type":"stream","name":"stdout","text":["Retrieving folder contents\n","Processing file 1vOClm_t4RgUf8nqherpTfNnB8rrYq14Q ETTh1.csv\n","Processing file 1bOcmp9VAv03d3kUYSrttOFvLZ0keXDC5 ETTh2.csv\n","Processing file 1B7VcTWdIfPl3g17zKXATKF9XQJtNHTtl ETTm1.csv\n","Processing file 1JweODeVxt6YTIRFA0ivAgZQkR3rldtbi ETTm2.csv\n","Retrieving folder contents completed\n","Building directory structure\n","Building directory structure completed\n","Downloading...\n","From: https://drive.google.com/uc?id=1vOClm_t4RgUf8nqherpTfNnB8rrYq14Q\n","To: /content/SparseTSF/ETT-small/ETTh1.csv\n","100% 2.59M/2.59M [00:00<00:00, 25.8MB/s]\n","Downloading...\n","From: https://drive.google.com/uc?id=1bOcmp9VAv03d3kUYSrttOFvLZ0keXDC5\n","To: /content/SparseTSF/ETT-small/ETTh2.csv\n","100% 2.42M/2.42M [00:00<00:00, 83.5MB/s]\n","Downloading...\n","From: https://drive.google.com/uc?id=1B7VcTWdIfPl3g17zKXATKF9XQJtNHTtl\n","To: /content/SparseTSF/ETT-small/ETTm1.csv\n","100% 10.4M/10.4M [00:00<00:00, 61.5MB/s]\n","Downloading...\n","From: https://drive.google.com/uc?id=1JweODeVxt6YTIRFA0ivAgZQkR3rldtbi\n","To: /content/SparseTSF/ETT-small/ETTm2.csv\n","100% 9.68M/9.68M [00:00<00:00, 80.8MB/s]\n","Download completed\n"]}]},{"cell_type":"code","source":["%mkdir /content/SparseTSF/dataset\n","!mv /content/SparseTSF/ETT-small/ETTh1.csv /content/SparseTSF/dataset"],"metadata":{"id":"jFCAsd2zyOTW","executionInfo":{"status":"ok","timestamp":1755162054924,"user_tz":-345,"elapsed":199,"user":{"displayName":"Santosh Upreti","userId":"01961227760879466523"}}},"execution_count":6,"outputs":[]},{"cell_type":"code","source":["!source /usr/local/bin/activate newenvs && bash /content/SparseTSF/scripts/SparseTSF/mlp/etth1.sh"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"collapsed":true,"id":"3p5OxskYyigU","executionInfo":{"status":"ok","timestamp":1755162194146,"user_tz":-345,"elapsed":139219,"user":{"displayName":"Santosh Upreti","userId":"01961227760879466523"}},"outputId":"5455e8e2-7309-4b51-a0c0-6b1ef02d6f70"},"execution_count":7,"outputs":[{"output_type":"stream","name":"stdout","text":["Args in experiment:\n","Namespace(activation='gelu', affine=0, batch_size=256, c_out=7, checkpoints='./checkpoints/', d_ff=2048, d_layers=1, d_model=128, data='ETTh1', data_path='ETTh1.csv', dec_in=7, decomposition=0, des='test', devices='0,1', distil=True, do_predict=False, dropout=0.05, e_layers=2, embed='learned', embed_type=0, enc_in=7, factor=1, fc_dropout=0.05, features='M', freq='h', gpu=0, head_dropout=0.0, individual=0, is_training=1, itr=1, kernel_size=25, label_len=48, learning_rate=0.002, loss='mse', lradj='type3', model='SparseTSF', model_id='ETTh1_720_96', model_type='mlp', moving_avg=25, n_heads=8, num_workers=10, output_attention=False, padding_patch='end', patch_len=16, patience=5, pct_start=0.3, period_len=24, pred_len=96, revin=1, root_path='./dataset/', seq_len=720, stride=8, subtract_last=0, target='OT', test_flop=False, train_epochs=30, use_amp=False, use_gpu=True, use_multi_gpu=0)\n","Use GPU: cuda:0\n",">>>>>>>start training : ETTh1_720_96_SparseTSF_ETTh1_ftM_sl720_pl96_mlp_test_0_seed2023>>>>>>>>>>>>>>>>>>>>>>>>>>\n","train 7825\n","val 2785\n","test 2785\n","Epoch: 1 cost time: 2.0694310665130615\n","Epoch: 1, Steps: 30 | Train Loss: 0.6480771 Vali Loss: 1.3645641 Test Loss: 0.6690717\n","Validation loss decreased (inf --> 1.364564).  Saving model ...\n","Updating learning rate to 0.002\n","Epoch: 2 cost time: 1.1478571891784668\n","Epoch: 2, Steps: 30 | Train Loss: 0.4648476 Vali Loss: 0.9767603 Test Loss: 0.4468044\n","Validation loss decreased (1.364564 --> 0.976760).  Saving model ...\n","Updating learning rate to 0.002\n","Epoch: 3 cost time: 1.2124173641204834\n","Epoch: 3, Steps: 30 | Train Loss: 0.3784796 Vali Loss: 0.7708350 Test Loss: 0.3828776\n","Validation loss decreased (0.976760 --> 0.770835).  Saving model ...\n","Updating learning rate to 0.002\n","Epoch: 4 cost time: 1.236377239227295\n","Epoch: 4, Steps: 30 | Train Loss: 0.3511941 Vali Loss: 0.7427732 Test Loss: 0.3731117\n","Validation loss decreased (0.770835 --> 0.742773).  Saving model ...\n","Updating learning rate to 0.0016\n","Epoch: 5 cost time: 1.154059886932373\n","Epoch: 5, Steps: 30 | Train Loss: 0.3401412 Vali Loss: 0.7491744 Test Loss: 0.3734477\n","EarlyStopping counter: 1 out of 5\n","Updating learning rate to 0.0012800000000000003\n","Epoch: 6 cost time: 1.8011116981506348\n","Epoch: 6, Steps: 30 | Train Loss: 0.3333037 Vali Loss: 0.7394243 Test Loss: 0.3732715\n","Validation loss decreased (0.742773 --> 0.739424).  Saving model ...\n","Updating learning rate to 0.0010240000000000002\n","Epoch: 7 cost time: 1.2155494689941406\n","Epoch: 7, Steps: 30 | Train Loss: 0.3283617 Vali Loss: 0.7452056 Test Loss: 0.3756067\n","EarlyStopping counter: 1 out of 5\n","Updating learning rate to 0.0008192000000000002\n","Epoch: 8 cost time: 1.1570065021514893\n","Epoch: 8, Steps: 30 | Train Loss: 0.3249023 Vali Loss: 0.7516561 Test Loss: 0.3763209\n","EarlyStopping counter: 2 out of 5\n","Updating learning rate to 0.0006553600000000002\n","Epoch: 9 cost time: 1.1575968265533447\n","Epoch: 9, Steps: 30 | Train Loss: 0.3216429 Vali Loss: 0.7531698 Test Loss: 0.3768646\n","EarlyStopping counter: 3 out of 5\n","Updating learning rate to 0.0005242880000000002\n","Epoch: 10 cost time: 1.1755330562591553\n","Epoch: 10, Steps: 30 | Train Loss: 0.3186638 Vali Loss: 0.7582064 Test Loss: 0.3786269\n","EarlyStopping counter: 4 out of 5\n","Updating learning rate to 0.0004194304000000002\n","Epoch: 11 cost time: 1.7702553272247314\n","Epoch: 11, Steps: 30 | Train Loss: 0.3164659 Vali Loss: 0.7584127 Test Loss: 0.3778172\n","EarlyStopping counter: 5 out of 5\n","Early stopping\n",">>>>>>>testing : ETTh1_720_96_SparseTSF_ETTh1_ftM_sl720_pl96_mlp_test_0_seed2023<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<\n","test 2785\n","mse:0.37209221720695496, mae:0.3950282633304596, rse:0.579406201839447\n","Args in experiment:\n","Namespace(activation='gelu', affine=0, batch_size=256, c_out=7, checkpoints='./checkpoints/', d_ff=2048, d_layers=1, d_model=128, data='ETTh1', data_path='ETTh1.csv', dec_in=7, decomposition=0, des='test', devices='0,1', distil=True, do_predict=False, dropout=0.05, e_layers=2, embed='learned', embed_type=0, enc_in=7, factor=1, fc_dropout=0.05, features='M', freq='h', gpu=0, head_dropout=0.0, individual=0, is_training=1, itr=1, kernel_size=25, label_len=48, learning_rate=0.002, loss='mse', lradj='type3', model='SparseTSF', model_id='ETTh1_720_192', model_type='mlp', moving_avg=25, n_heads=8, num_workers=10, output_attention=False, padding_patch='end', patch_len=16, patience=5, pct_start=0.3, period_len=24, pred_len=192, revin=1, root_path='./dataset/', seq_len=720, stride=8, subtract_last=0, target='OT', test_flop=False, train_epochs=30, use_amp=False, use_gpu=True, use_multi_gpu=0)\n","Use GPU: cuda:0\n",">>>>>>>start training : ETTh1_720_192_SparseTSF_ETTh1_ftM_sl720_pl192_mlp_test_0_seed2023>>>>>>>>>>>>>>>>>>>>>>>>>>\n","train 7729\n","val 2689\n","test 2689\n","Epoch: 1 cost time: 1.4107115268707275\n","Epoch: 1, Steps: 30 | Train Loss: 0.6831868 Vali Loss: 1.4697413 Test Loss: 0.6851085\n","Validation loss decreased (inf --> 1.469741).  Saving model ...\n","Updating learning rate to 0.002\n","Epoch: 2 cost time: 1.8995568752288818\n","Epoch: 2, Steps: 30 | Train Loss: 0.5045985 Vali Loss: 1.1636659 Test Loss: 0.4727550\n","Validation loss decreased (1.469741 --> 1.163666).  Saving model ...\n","Updating learning rate to 0.002\n","Epoch: 3 cost time: 1.2844569683074951\n","Epoch: 3, Steps: 30 | Train Loss: 0.4195159 Vali Loss: 0.9958762 Test Loss: 0.4302718\n","Validation loss decreased (1.163666 --> 0.995876).  Saving model ...\n","Updating learning rate to 0.002\n","Epoch: 4 cost time: 1.229860782623291\n","Epoch: 4, Steps: 30 | Train Loss: 0.3936953 Vali Loss: 0.9869379 Test Loss: 0.4173441\n","Validation loss decreased (0.995876 --> 0.986938).  Saving model ...\n","Updating learning rate to 0.0016\n","Epoch: 5 cost time: 1.248473882675171\n","Epoch: 5, Steps: 30 | Train Loss: 0.3829616 Vali Loss: 1.0181080 Test Loss: 0.4172021\n","EarlyStopping counter: 1 out of 5\n","Updating learning rate to 0.0012800000000000003\n","Epoch: 6 cost time: 1.3194856643676758\n","Epoch: 6, Steps: 30 | Train Loss: 0.3759930 Vali Loss: 1.0190738 Test Loss: 0.4164158\n","EarlyStopping counter: 2 out of 5\n","Updating learning rate to 0.0010240000000000002\n","Epoch: 7 cost time: 1.4841156005859375\n","Epoch: 7, Steps: 30 | Train Loss: 0.3713558 Vali Loss: 1.0351288 Test Loss: 0.4188085\n","EarlyStopping counter: 3 out of 5\n","Updating learning rate to 0.0008192000000000002\n","Epoch: 8 cost time: 1.1909828186035156\n","Epoch: 8, Steps: 30 | Train Loss: 0.3676044 Vali Loss: 1.0229559 Test Loss: 0.4178894\n","EarlyStopping counter: 4 out of 5\n","Updating learning rate to 0.0006553600000000002\n","Epoch: 9 cost time: 1.2304887771606445\n","Epoch: 9, Steps: 30 | Train Loss: 0.3646824 Vali Loss: 1.0381019 Test Loss: 0.4187442\n","EarlyStopping counter: 5 out of 5\n","Early stopping\n",">>>>>>>testing : ETTh1_720_192_SparseTSF_ETTh1_ftM_sl720_pl192_mlp_test_0_seed2023<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<\n","test 2689\n","mse:0.4115961194038391, mae:0.41735026240348816, rse:0.6092463731765747\n","Args in experiment:\n","Namespace(activation='gelu', affine=0, batch_size=256, c_out=7, checkpoints='./checkpoints/', d_ff=2048, d_layers=1, d_model=128, data='ETTh1', data_path='ETTh1.csv', dec_in=7, decomposition=0, des='test', devices='0,1', distil=True, do_predict=False, dropout=0.05, e_layers=2, embed='learned', embed_type=0, enc_in=7, factor=1, fc_dropout=0.05, features='M', freq='h', gpu=0, head_dropout=0.0, individual=0, is_training=1, itr=1, kernel_size=25, label_len=48, learning_rate=0.002, loss='mse', lradj='type3', model='SparseTSF', model_id='ETTh1_720_336', model_type='mlp', moving_avg=25, n_heads=8, num_workers=10, output_attention=False, padding_patch='end', patch_len=16, patience=5, pct_start=0.3, period_len=24, pred_len=336, revin=1, root_path='./dataset/', seq_len=720, stride=8, subtract_last=0, target='OT', test_flop=False, train_epochs=30, use_amp=False, use_gpu=True, use_multi_gpu=0)\n","Use GPU: cuda:0\n",">>>>>>>start training : ETTh1_720_336_SparseTSF_ETTh1_ftM_sl720_pl336_mlp_test_0_seed2023>>>>>>>>>>>>>>>>>>>>>>>>>>\n","train 7585\n","val 2545\n","test 2545\n","Epoch: 1 cost time: 1.9060533046722412\n","Epoch: 1, Steps: 29 | Train Loss: 0.7104831 Vali Loss: 1.6095030 Test Loss: 0.6891781\n","Validation loss decreased (inf --> 1.609503).  Saving model ...\n","Updating learning rate to 0.002\n","Epoch: 2 cost time: 1.3169496059417725\n","Epoch: 2, Steps: 29 | Train Loss: 0.5492960 Vali Loss: 1.3513174 Test Loss: 0.4888227\n","Validation loss decreased (1.609503 --> 1.351317).  Saving model ...\n","Updating learning rate to 0.002\n","Epoch: 3 cost time: 1.302828311920166\n","Epoch: 3, Steps: 29 | Train Loss: 0.4688174 Vali Loss: 1.2465545 Test Loss: 0.4729128\n","Validation loss decreased (1.351317 --> 1.246554).  Saving model ...\n","Updating learning rate to 0.002\n","Epoch: 4 cost time: 1.7094478607177734\n","Epoch: 4, Steps: 29 | Train Loss: 0.4444210 Vali Loss: 1.2448698 Test Loss: 0.4459351\n","Validation loss decreased (1.246554 --> 1.244870).  Saving model ...\n","Updating learning rate to 0.0016\n","Epoch: 5 cost time: 1.2855019569396973\n","Epoch: 5, Steps: 29 | Train Loss: 0.4322916 Vali Loss: 1.2933819 Test Loss: 0.4486677\n","EarlyStopping counter: 1 out of 5\n","Updating learning rate to 0.0012800000000000003\n","Epoch: 6 cost time: 1.3177275657653809\n","Epoch: 6, Steps: 29 | Train Loss: 0.4252406 Vali Loss: 1.2921906 Test Loss: 0.4462761\n","EarlyStopping counter: 2 out of 5\n","Updating learning rate to 0.0010240000000000002\n","Epoch: 7 cost time: 1.3728618621826172\n","Epoch: 7, Steps: 29 | Train Loss: 0.4189726 Vali Loss: 1.3189133 Test Loss: 0.4484908\n","EarlyStopping counter: 3 out of 5\n","Updating learning rate to 0.0008192000000000002\n","Epoch: 8 cost time: 1.2983672618865967\n","Epoch: 8, Steps: 29 | Train Loss: 0.4150153 Vali Loss: 1.3094090 Test Loss: 0.4455944\n","EarlyStopping counter: 4 out of 5\n","Updating learning rate to 0.0006553600000000002\n","Epoch: 9 cost time: 1.8520514965057373\n","Epoch: 9, Steps: 29 | Train Loss: 0.4122466 Vali Loss: 1.3145627 Test Loss: 0.4464411\n","EarlyStopping counter: 5 out of 5\n","Early stopping\n",">>>>>>>testing : ETTh1_720_336_SparseTSF_ETTh1_ftM_sl720_pl336_mlp_test_0_seed2023<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<\n","test 2545\n","mse:0.44437217712402344, mae:0.4387141466140747, rse:0.6346371173858643\n","Args in experiment:\n","Namespace(activation='gelu', affine=0, batch_size=256, c_out=7, checkpoints='./checkpoints/', d_ff=2048, d_layers=1, d_model=128, data='ETTh1', data_path='ETTh1.csv', dec_in=7, decomposition=0, des='test', devices='0,1', distil=True, do_predict=False, dropout=0.05, e_layers=2, embed='learned', embed_type=0, enc_in=7, factor=1, fc_dropout=0.05, features='M', freq='h', gpu=0, head_dropout=0.0, individual=0, is_training=1, itr=1, kernel_size=25, label_len=48, learning_rate=0.002, loss='mse', lradj='type3', model='SparseTSF', model_id='ETTh1_720_720', model_type='mlp', moving_avg=25, n_heads=8, num_workers=10, output_attention=False, padding_patch='end', patch_len=16, patience=5, pct_start=0.3, period_len=24, pred_len=720, revin=1, root_path='./dataset/', seq_len=720, stride=8, subtract_last=0, target='OT', test_flop=False, train_epochs=30, use_amp=False, use_gpu=True, use_multi_gpu=0)\n","Use GPU: cuda:0\n",">>>>>>>start training : ETTh1_720_720_SparseTSF_ETTh1_ftM_sl720_pl720_mlp_test_0_seed2023>>>>>>>>>>>>>>>>>>>>>>>>>>\n","train 7201\n","val 2161\n","test 2161\n","Epoch: 1 cost time: 1.678309440612793\n","Epoch: 1, Steps: 28 | Train Loss: 0.8153361 Vali Loss: 1.9068948 Test Loss: 0.7439080\n","Validation loss decreased (inf --> 1.906895).  Saving model ...\n","Updating learning rate to 0.002\n","Epoch: 2 cost time: 2.101015090942383\n","Epoch: 2, Steps: 28 | Train Loss: 0.6593041 Vali Loss: 1.5003521 Test Loss: 0.5063195\n","Validation loss decreased (1.906895 --> 1.500352).  Saving model ...\n","Updating learning rate to 0.002\n","Epoch: 3 cost time: 1.5076446533203125\n","Epoch: 3, Steps: 28 | Train Loss: 0.5772914 Vali Loss: 1.4675283 Test Loss: 0.5038006\n","Validation loss decreased (1.500352 --> 1.467528).  Saving model ...\n","Updating learning rate to 0.002\n","Epoch: 4 cost time: 1.5097925662994385\n","Epoch: 4, Steps: 28 | Train Loss: 0.5524600 Vali Loss: 1.5056818 Test Loss: 0.4867689\n","EarlyStopping counter: 1 out of 5\n","Updating learning rate to 0.0016\n","Epoch: 5 cost time: 1.5154273509979248\n","Epoch: 5, Steps: 28 | Train Loss: 0.5383067 Vali Loss: 1.5136186 Test Loss: 0.4778039\n","EarlyStopping counter: 2 out of 5\n","Updating learning rate to 0.0012800000000000003\n","Epoch: 6 cost time: 1.958113431930542\n","Epoch: 6, Steps: 28 | Train Loss: 0.5277020 Vali Loss: 1.5235835 Test Loss: 0.4799460\n","EarlyStopping counter: 3 out of 5\n","Updating learning rate to 0.0010240000000000002\n","Epoch: 7 cost time: 1.5176241397857666\n","Epoch: 7, Steps: 28 | Train Loss: 0.5202603 Vali Loss: 1.5370855 Test Loss: 0.4708121\n","EarlyStopping counter: 4 out of 5\n","Updating learning rate to 0.0008192000000000002\n","Epoch: 8 cost time: 1.5650346279144287\n","Epoch: 8, Steps: 28 | Train Loss: 0.5140192 Vali Loss: 1.5665087 Test Loss: 0.4713837\n","EarlyStopping counter: 5 out of 5\n","Early stopping\n",">>>>>>>testing : ETTh1_720_720_SparseTSF_ETTh1_ftM_sl720_pl720_mlp_test_0_seed2023<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<\n","test 2161\n","mse:0.49919435381889343, mae:0.4973786771297455, rse:0.6763738393783569\n"]}]}]}