ETTh1_(336)_Multivariate_SOFTS/notebook.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"provenance":[],"gpuType":"T4","authorship_tag":"ABX9TyMb+qOESUViozoH82l8GhkN"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"},"accelerator":"GPU"},"cells":[{"cell_type":"code","source":["#on /content/SOFTS/scripts/long_term_forecast/ETT_script/SOFTS_ETTh1.sh to run on just 336 seq.\n","#comment all line except line 1 and line 51 to line 73\n"],"metadata":{"id":"Ph-9fGzW1unc"},"execution_count":null,"outputs":[]},{"cell_type":"code","execution_count":1,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"TZ4sORwawDW7","executionInfo":{"status":"ok","timestamp":1755244982663,"user_tz":-345,"elapsed":1350,"user":{"displayName":"Santosh Upreti","userId":"01961227760879466523"}},"outputId":"1b35af3a-79d8-42e1-c53f-caae3e41bc70"},"outputs":[{"output_type":"stream","name":"stdout","text":["Cloning into 'SOFTS'...\n","remote: Enumerating objects: 167, done.\u001b[K\n","remote: Counting objects: 100% (35/35), done.\u001b[K\n","remote: Compressing objects: 100% (19/19), done.\u001b[K\n","remote: Total 167 (delta 26), reused 16 (delta 16), pack-reused 132 (from 2)\u001b[K\n","Receiving objects: 100% (167/167), 3.34 MiB | 7.56 MiB/s, done.\n","Resolving deltas: 100% (71/71), done.\n","/content/SOFTS\n"]}],"source":["!git clone https://github.com/Secilia-Cxy/SOFTS.git\n","%cd SOFTS"]},{"cell_type":"code","source":["!gdown --folder 1ZOYpTUa82_jCcxIdTmyr0LXQfvaM9vIy"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"collapsed":true,"id":"TEYv3CxXwQs8","executionInfo":{"status":"ok","timestamp":1755245035268,"user_tz":-345,"elapsed":40951,"user":{"displayName":"Santosh Upreti","userId":"01961227760879466523"}},"outputId":"12417a0d-dc2e-4f0f-9a44-f56a287d7352"},"execution_count":2,"outputs":[{"output_type":"stream","name":"stdout","text":["Retrieving folder contents\n","Retrieving folder 1ZhaQwLYcnhT5zEEZhBTo03-jDwl7bt7v electricity\n","Processing file 1jinfTAApPyuyvW1P1hUDpI3rl0Jq8in1 electricity.csv\n","Retrieving folder 19RDRjf7R46Ag1ZMJMR-MgOEWNtxpRMUb ETT-small\n","Processing file 1vOClm_t4RgUf8nqherpTfNnB8rrYq14Q ETTh1.csv\n","Processing file 1bOcmp9VAv03d3kUYSrttOFvLZ0keXDC5 ETTh2.csv\n","Processing file 1B7VcTWdIfPl3g17zKXATKF9XQJtNHTtl ETTm1.csv\n","Processing file 1JweODeVxt6YTIRFA0ivAgZQkR3rldtbi ETTm2.csv\n","Retrieving folder 1nuMUIADOc1BNN-uDO2N7zohLgpLDgl-Z exchange_rate\n","Processing file 1LHP-2iDgk-kx1vS414HiHeBMhb9vuU4M .DS_Store\n","Processing file 1EBLfP2Dx2K7LsSZybX4JJes-wEcTJbz- exchange_rate.csv\n","Retrieving folder 1DasX30lzEwcVXYaNeyMlQ0PSmCQSow5h illness\n","Processing file 1n4kDxT38rQEGmczIaYaaUWqRPWs-rtcH national_illness.csv\n","Retrieving folder 1M3gTc1DSvnUFMI57p70VFH5MHhZh3wC8 traffic\n","Processing file 1Sd9xCLtRFYwvov52XYjKCUerRWxWmolA .DS_Store\n","Processing file 1U3BZ3Wvuvd9HVAx5Nl3bHYG9rsh5-yZX traffic.csv\n","Retrieving folder 1Xz84ci5YKWL6O2I-58ZsVe42lYIfqui1 weather\n","Processing file 1Tc7GeVN7DLEl-RAs-JVwG9yFMf--S8dy weather.csv\n","Processing file 1alE33S1GmP5wACMXaLu50rDIoVzBM4ik all_six_datasets.zip\n","Retrieving folder contents completed\n","Building directory structure\n","Building directory structure completed\n","Downloading...\n","From: https://drive.google.com/uc?id=1jinfTAApPyuyvW1P1hUDpI3rl0Jq8in1\n","To: /content/SOFTS/Autoformer/electricity/electricity.csv\n","100% 95.6M/95.6M [00:00<00:00, 137MB/s]\n","Downloading...\n","From: https://drive.google.com/uc?id=1vOClm_t4RgUf8nqherpTfNnB8rrYq14Q\n","To: /content/SOFTS/Autoformer/ETT-small/ETTh1.csv\n","100% 2.59M/2.59M [00:00<00:00, 18.4MB/s]\n","Downloading...\n","From: https://drive.google.com/uc?id=1bOcmp9VAv03d3kUYSrttOFvLZ0keXDC5\n","To: /content/SOFTS/Autoformer/ETT-small/ETTh2.csv\n","100% 2.42M/2.42M [00:00<00:00, 18.6MB/s]\n","Downloading...\n","From: https://drive.google.com/uc?id=1B7VcTWdIfPl3g17zKXATKF9XQJtNHTtl\n","To: /content/SOFTS/Autoformer/ETT-small/ETTm1.csv\n","100% 10.4M/10.4M [00:00<00:00, 43.4MB/s]\n","Downloading...\n","From: https://drive.google.com/uc?id=1JweODeVxt6YTIRFA0ivAgZQkR3rldtbi\n","To: /content/SOFTS/Autoformer/ETT-small/ETTm2.csv\n","100% 9.68M/9.68M [00:00<00:00, 52.2MB/s]\n","Downloading...\n","From: https://drive.google.com/uc?id=1LHP-2iDgk-kx1vS414HiHeBMhb9vuU4M\n","To: /content/SOFTS/Autoformer/exchange_rate/.DS_Store\n","100% 6.15k/6.15k [00:00<00:00, 29.5MB/s]\n","Downloading...\n","From: https://drive.google.com/uc?id=1EBLfP2Dx2K7LsSZybX4JJes-wEcTJbz-\n","To: /content/SOFTS/Autoformer/exchange_rate/exchange_rate.csv\n","100% 638k/638k [00:00<00:00, 6.88MB/s]\n","Downloading...\n","From: https://drive.google.com/uc?id=1n4kDxT38rQEGmczIaYaaUWqRPWs-rtcH\n","To: /content/SOFTS/Autoformer/illness/national_illness.csv\n","100% 67.6k/67.6k [00:00<00:00, 3.09MB/s]\n","Downloading...\n","From: https://drive.google.com/uc?id=1Sd9xCLtRFYwvov52XYjKCUerRWxWmolA\n","To: /content/SOFTS/Autoformer/traffic/.DS_Store\n","100% 6.15k/6.15k [00:00<00:00, 31.9MB/s]\n","Downloading...\n","From (original): https://drive.google.com/uc?id=1U3BZ3Wvuvd9HVAx5Nl3bHYG9rsh5-yZX\n","From (redirected): https://drive.google.com/uc?id=1U3BZ3Wvuvd9HVAx5Nl3bHYG9rsh5-yZX&confirm=t&uuid=fe501d09-7dc4-4c12-a3c9-d11875f7e34d\n","To: /content/SOFTS/Autoformer/traffic/traffic.csv\n","100% 136M/136M [00:01<00:00, 73.0MB/s]\n","Downloading...\n","From: https://drive.google.com/uc?id=1Tc7GeVN7DLEl-RAs-JVwG9yFMf--S8dy\n","To: /content/SOFTS/Autoformer/weather/weather.csv\n","100% 7.24M/7.24M [00:00<00:00, 42.4MB/s]\n","Downloading...\n","From (original): https://drive.google.com/uc?id=1alE33S1GmP5wACMXaLu50rDIoVzBM4ik\n","From (redirected): https://drive.google.com/uc?id=1alE33S1GmP5wACMXaLu50rDIoVzBM4ik&confirm=t&uuid=9ca5fd9f-8651-4b1e-8cd0-783c2bb75dcc\n","To: /content/SOFTS/Autoformer/all_six_datasets.zip\n","100% 54.0M/54.0M [00:01<00:00, 27.4MB/s]\n","Download completed\n"]}]},{"cell_type":"code","source":["!wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh\n","!chmod +x Miniconda3-latest-Linux-x86_64.sh\n","!bash ./Miniconda3-latest-Linux-x86_64.sh -b -f -p /usr/local\n","\n","import sys\n","sys.path.append('/usr/local/lib/python3.9/site-packages')\n","\n","!conda tos accept --override-channels --channel https://repo.anaconda.com/pkgs/main\n","!conda tos accept --override-channels --channel https://repo.anaconda.com/pkgs/r"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"F7TLtJ-lwi_b","executionInfo":{"status":"ok","timestamp":1755245154441,"user_tz":-345,"elapsed":29852,"user":{"displayName":"Santosh Upreti","userId":"01961227760879466523"}},"outputId":"e103a7d7-fbc8-4e4e-e798-8f89a116b5dc"},"execution_count":3,"outputs":[{"output_type":"stream","name":"stdout","text":["--2025-08-15 08:05:29--  https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh\n","Resolving repo.anaconda.com (repo.anaconda.com)... 104.16.32.241, 104.16.191.158, 2606:4700::6810:20f1, ...\n","Connecting to repo.anaconda.com (repo.anaconda.com)|104.16.32.241|:443... connected.\n","HTTP request sent, awaiting response... 200 OK\n","Length: 160039710 (153M) [application/octet-stream]\n","Saving to: ‘Miniconda3-latest-Linux-x86_64.sh’\n","\n","Miniconda3-latest-L 100%[===================>] 152.62M   163MB/s    in 0.9s    \n","\n","2025-08-15 08:05:30 (163 MB/s) - ‘Miniconda3-latest-Linux-x86_64.sh’ saved [160039710/160039710]\n","\n","PREFIX=/usr/local\n","Unpacking payload ...\n","entry_point.py:256: DeprecationWarning: Python 3.14 will, by default, filter extracted tar archives and reject files or modify their metadata. Use the filter argument to control this behavior.\n","entry_point.py:256: DeprecationWarning: Python 3.14 will, by default, filter extracted tar archives and reject files or modify their metadata. Use the filter argument to control this behavior.\n","\n","Installing base environment...\n","\n","Preparing transaction: ...working... done\n","Executing transaction: ...working... done\n","entry_point.py:256: DeprecationWarning: Python 3.14 will, by default, filter extracted tar archives and reject files or modify their metadata. Use the filter argument to control this behavior.\n","installation finished.\n","WARNING:\n","    You currently have a PYTHONPATH environment variable set. This may cause\n","    unexpected behavior when running the Python interpreter in Miniconda3.\n","    For best results, please verify that your PYTHONPATH only points to\n","    directories of packages that are compatible with the Python interpreter\n","    in Miniconda3: /usr/local\n","accepted Terms of Service for \u001b[4;94mhttps://repo.anaconda.com/pkgs/main\u001b[0m\n","accepted Terms of Service for \u001b[4;94mhttps://repo.anaconda.com/pkgs/r\u001b[0m\n"]}]},{"cell_type":"code","source":["!conda create -n newenv python=3.8 -y"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"collapsed":true,"id":"3dGZ3HcGwrdq","executionInfo":{"status":"ok","timestamp":1755245163202,"user_tz":-345,"elapsed":8757,"user":{"displayName":"Santosh Upreti","userId":"01961227760879466523"}},"outputId":"fe104913-569a-40f8-caf1-e23fc79bac56"},"execution_count":4,"outputs":[{"output_type":"stream","name":"stdout","text":["\u001b[1;32m2\u001b[0m\u001b[1;32m channel Terms of Service accepted\u001b[0m\n","Channels:\n"," - defaults\n","Platform: linux-64\n","Collecting package metadata (repodata.json): - \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\bdone\n","Solving environment: / \b\bdone\n","\n","\n","==> WARNING: A newer version of conda exists. <==\n","    current version: 25.5.1\n","    latest version: 25.7.0\n","\n","Please update conda by running\n","\n","    $ conda update -n base -c defaults conda\n","\n","\n","\n","## Package Plan ##\n","\n","  environment location: /usr/local/envs/newenv\n","\n","  added / updated specs:\n","    - python=3.8\n","\n","\n","The following packages will be downloaded:\n","\n","    package                    |            build\n","    ---------------------------|-----------------\n","    ca-certificates-2025.7.15  |       h06a4308_0         126 KB\n","    ncurses-6.5                |       h7934f7d_0         1.1 MB\n","    openssl-3.0.17             |       h5eee18b_0         5.2 MB\n","    pip-24.2                   |   py38h06a4308_0         2.2 MB\n","    python-3.8.20              |       he870216_0        23.8 MB\n","    readline-8.3               |       hc2a1206_0         471 KB\n","    setuptools-75.1.0          |   py38h06a4308_0         1.7 MB\n","    wheel-0.44.0               |   py38h06a4308_0         108 KB\n","    ------------------------------------------------------------\n","                                           Total:        34.7 MB\n","\n","The following NEW packages will be INSTALLED:\n","\n","  _libgcc_mutex      pkgs/main/linux-64::_libgcc_mutex-0.1-main \n","  _openmp_mutex      pkgs/main/linux-64::_openmp_mutex-5.1-1_gnu \n","  ca-certificates    pkgs/main/linux-64::ca-certificates-2025.7.15-h06a4308_0 \n","  ld_impl_linux-64   pkgs/main/linux-64::ld_impl_linux-64-2.40-h12ee557_0 \n","  libffi             pkgs/main/linux-64::libffi-3.4.4-h6a678d5_1 \n","  libgcc-ng          pkgs/main/linux-64::libgcc-ng-11.2.0-h1234567_1 \n","  libgomp            pkgs/main/linux-64::libgomp-11.2.0-h1234567_1 \n","  libstdcxx-ng       pkgs/main/linux-64::libstdcxx-ng-11.2.0-h1234567_1 \n","  libxcb             pkgs/main/linux-64::libxcb-1.17.0-h9b100fa_0 \n","  ncurses            pkgs/main/linux-64::ncurses-6.5-h7934f7d_0 \n","  openssl            pkgs/main/linux-64::openssl-3.0.17-h5eee18b_0 \n","  pip                pkgs/main/linux-64::pip-24.2-py38h06a4308_0 \n","  pthread-stubs      pkgs/main/linux-64::pthread-stubs-0.3-h0ce48e5_1 \n","  python             pkgs/main/linux-64::python-3.8.20-he870216_0 \n","  readline           pkgs/main/linux-64::readline-8.3-hc2a1206_0 \n","  setuptools         pkgs/main/linux-64::setuptools-75.1.0-py38h06a4308_0 \n","  sqlite             pkgs/main/linux-64::sqlite-3.50.2-hb25bd0a_1 \n","  tk                 pkgs/main/linux-64::tk-8.6.14-h993c535_1 \n","  wheel              pkgs/main/linux-64::wheel-0.44.0-py38h06a4308_0 \n","  xorg-libx11        pkgs/main/linux-64::xorg-libx11-1.8.12-h9b100fa_1 \n","  xorg-libxau        pkgs/main/linux-64::xorg-libxau-1.0.12-h9b100fa_0 \n","  xorg-libxdmcp      pkgs/main/linux-64::xorg-libxdmcp-1.1.5-h9b100fa_0 \n","  xorg-xorgproto     pkgs/main/linux-64::xorg-xorgproto-2024.1-h5eee18b_1 \n","  xz                 pkgs/main/linux-64::xz-5.6.4-h5eee18b_1 \n","  zlib               pkgs/main/linux-64::zlib-1.2.13-h5eee18b_1 \n","\n","\n","\n","Downloading and Extracting Packages:\n","python-3.8.20        | 23.8 MB   | :   0% 0/1 [00:00<?, ?it/s]\n","openssl-3.0.17       | 5.2 MB    | :   0% 0/1 [00:00<?, ?it/s]\u001b[A\n","\n","pip-24.2             | 2.2 MB    | :   0% 0/1 [00:00<?, ?it/s]\u001b[A\u001b[A\n","\n","\n","setuptools-75.1.0    | 1.7 MB    | :   0% 0/1 [00:00<?, ?it/s]\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","ncurses-6.5          | 1.1 MB    | :   0% 0/1 [00:00<?, ?it/s]\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","readline-8.3         | 471 KB    | :   0% 0/1 [00:00<?, ?it/s]\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","\n","ca-certificates-2025 | 126 KB    | :   0% 0/1 [00:00<?, ?it/s]\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","\n","\n","wheel-0.44.0         | 108 KB    | :   0% 0/1 [00:00<?, ?it/s]\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","openssl-3.0.17       | 5.2 MB    | :   1% 0.0059955585879771555/1 [00:00<00:16, 16.81s/it]\u001b[A\n","\n","python-3.8.20        | 23.8 MB   | :   0% 0.0013144016389908134/1 [00:00<01:25, 85.77s/it]\n","\n","\n","setuptools-75.1.0    | 1.7 MB    | :   2% 0.01849850907707298/1 [00:00<00:06,  6.17s/it]\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","ncurses-6.5          | 1.1 MB    | :   6% 0.05760662138607143/1 [00:00<00:01,  1.99s/it]\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","ncurses-6.5          | 1.1 MB    | : 100% 1.0/1 [00:00<00:00,  1.99s/it]                \u001b[A\u001b[A\u001b[A\u001b[A\n","python-3.8.20        | 23.8 MB   | :  12% 0.119610549148164/1 [00:00<00:01,  1.51s/it]    \n","\n","\n","setuptools-75.1.0    | 1.7 MB    | : 100% 1.0/1 [00:00<00:00,  5.26it/s]                \u001b[A\u001b[A\u001b[A\n","\n","\n","setuptools-75.1.0    | 1.7 MB    | : 100% 1.0/1 [00:00<00:00,  5.26it/s]\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","readline-8.3         | 471 KB    | :   3% 0.03400397653924861/1 [00:00<00:06,  6.67s/it]\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","readline-8.3         | 471 KB    | : 100% 1.0/1 [00:00<00:00,  6.67s/it]                \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","pip-24.2             | 2.2 MB    | : 100% 1.0/1 [00:00<00:00,  4.38it/s]                 \u001b[A\u001b[A\n","\n","pip-24.2             | 2.2 MB    | : 100% 1.0/1 [00:00<00:00,  4.38it/s]\u001b[A\u001b[A\n","\n","\n","\n","\n","\n","ca-certificates-2025 | 126 KB    | :  13% 0.12723855676187815/1 [00:00<00:01,  2.19s/it]\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","\n","ca-certificates-2025 | 126 KB    | : 100% 1.0/1 [00:00<00:00,  2.19s/it]                \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","\n","\n","wheel-0.44.0         | 108 KB    | :  15% 0.14783134378186213/1 [00:00<00:01,  1.95s/it]\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","\n","\n","python-3.8.20        | 23.8 MB   | :  32% 0.32268560237224464/1 [00:00<00:00,  1.26it/s]\n","openssl-3.0.17       | 5.2 MB    | : 100% 1.0/1 [00:00<00:00,  2.78it/s]               \u001b[A\n","python-3.8.20        | 23.8 MB   | : 100% 1.0/1 [00:00<00:00,  2.05it/s]               \n","\n","\n","setuptools-75.1.0    | 1.7 MB    | : 100% 1.0/1 [00:01<00:00,  5.26it/s]\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","readline-8.3         | 471 KB    | : 100% 1.0/1 [00:01<00:00,  1.14s/it]\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","readline-8.3         | 471 KB    | : 100% 1.0/1 [00:01<00:00,  1.14s/it]\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","ncurses-6.5          | 1.1 MB    | : 100% 1.0/1 [00:01<00:00,  1.80s/it]\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","ncurses-6.5          | 1.1 MB    | : 100% 1.0/1 [00:01<00:00,  1.80s/it]\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","\n","ca-certificates-2025 | 126 KB    | : 100% 1.0/1 [00:01<00:00,  1.80s/it]\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","\n","ca-certificates-2025 | 126 KB    | : 100% 1.0/1 [00:01<00:00,  1.80s/it]\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","pip-24.2             | 2.2 MB    | : 100% 1.0/1 [00:01<00:00,  4.38it/s]\u001b[A\u001b[A\n","\n","\n","\n","\n","\n","\n","wheel-0.44.0         | 108 KB    | : 100% 1.0/1 [00:01<00:00,  1.85s/it]\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","\n","\n","wheel-0.44.0         | 108 KB    | : 100% 1.0/1 [00:01<00:00,  1.85s/it]\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","                                                                        \n","                                                                        \u001b[A\n","\n","                                                                        \u001b[A\u001b[A\n","\n","\n","                                                                        \u001b[A\u001b[A\u001b[A\n","\n","\n","\n","                                                                        \u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","                                                                        \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","\n","                                                                        \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","\n","\n","\n","\n","\n","\n","                                                                        \u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\u001b[A\n","Preparing transaction: \\ \b\b| \b\b/ \b\bdone\n","Verifying transaction: \\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\b\\ \b\b| \b\b/ \b\b- \b\bdone\n","Executing transaction: | \b\b/ \b\b- \b\b\\ \b\b| \b\bdone\n","#\n","# To activate this environment, use\n","#\n","#     $ conda activate newenv\n","#\n","# To deactivate an active environment, use\n","#\n","#     $ conda deactivate\n","\n"]}]},{"cell_type":"code","source":["%mkdir dataset\n","!mv /content/SOFTS/Autoformer/ETT-small /content/SOFTS/dataset"],"metadata":{"id":"dkKJx6ft1Ijx","executionInfo":{"status":"ok","timestamp":1755246318879,"user_tz":-345,"elapsed":236,"user":{"displayName":"Santosh Upreti","userId":"01961227760879466523"}}},"execution_count":7,"outputs":[]},{"cell_type":"code","source":["!source /usr/local/bin/activate newenv && pip install numpy==1.22.4 pandas==1.2.4 scikit-learn==1.2.2 \\\n","  torch==1.10.0+cu111 torchvision==0.11.1+cu111 torchaudio==0.10.0+cu111 \\\n","  --extra-index-url https://download.pytorch.org/whl/cu111\n","\n"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"collapsed":true,"id":"Ae1WSeRcwkaK","executionInfo":{"status":"ok","timestamp":1755246082147,"user_tz":-345,"elapsed":118352,"user":{"displayName":"Santosh Upreti","userId":"01961227760879466523"}},"outputId":"a0319de7-ff4f-4ca9-f173-7fb2a99393be"},"execution_count":6,"outputs":[{"output_type":"stream","name":"stdout","text":["Looking in indexes: https://pypi.org/simple, https://download.pytorch.org/whl/cu111\n","Collecting numpy==1.22.4\n","  Using cached numpy-1.22.4-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (2.0 kB)\n","Collecting pandas==1.2.4\n","  Using cached pandas-1.2.4-cp38-cp38-manylinux1_x86_64.whl.metadata (4.7 kB)\n","Collecting scikit-learn==1.2.2\n","  Using cached scikit_learn-1.2.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (11 kB)\n","Collecting torch==1.10.0+cu111\n","  Downloading https://download.pytorch.org/whl/cu111/torch-1.10.0%2Bcu111-cp38-cp38-linux_x86_64.whl (2137.6 MB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.1/2.1 GB\u001b[0m \u001b[31m13.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting torchvision==0.11.1+cu111\n","  Downloading https://download.pytorch.org/whl/cu111/torchvision-0.11.1%2Bcu111-cp38-cp38-linux_x86_64.whl (24.5 MB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m24.5/24.5 MB\u001b[0m \u001b[31m34.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting torchaudio==0.10.0+cu111\n","  Downloading https://download.pytorch.org/whl/cu111/torchaudio-0.10.0%2Bcu111-cp38-cp38-linux_x86_64.whl (3.0 MB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.0/3.0 MB\u001b[0m \u001b[31m12.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting python-dateutil>=2.7.3 (from pandas==1.2.4)\n","  Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB)\n","Collecting pytz>=2017.3 (from pandas==1.2.4)\n","  Downloading pytz-2025.2-py2.py3-none-any.whl.metadata (22 kB)\n","Collecting scipy>=1.3.2 (from scikit-learn==1.2.2)\n","  Downloading scipy-1.10.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (58 kB)\n","Collecting joblib>=1.1.1 (from scikit-learn==1.2.2)\n","  Downloading joblib-1.4.2-py3-none-any.whl.metadata (5.4 kB)\n","Collecting threadpoolctl>=2.0.0 (from scikit-learn==1.2.2)\n","  Downloading threadpoolctl-3.5.0-py3-none-any.whl.metadata (13 kB)\n","Collecting typing-extensions (from torch==1.10.0+cu111)\n","  Downloading typing_extensions-4.13.2-py3-none-any.whl.metadata (3.0 kB)\n","Collecting pillow!=8.3.0,>=5.3.0 (from torchvision==0.11.1+cu111)\n","  Downloading pillow-10.4.0-cp38-cp38-manylinux_2_28_x86_64.whl.metadata (9.2 kB)\n","Collecting six>=1.5 (from python-dateutil>=2.7.3->pandas==1.2.4)\n","  Downloading six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB)\n","Downloading numpy-1.22.4-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (16.9 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m16.9/16.9 MB\u001b[0m \u001b[31m126.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading pandas-1.2.4-cp38-cp38-manylinux1_x86_64.whl (9.7 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m9.7/9.7 MB\u001b[0m \u001b[31m157.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading scikit_learn-1.2.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (9.8 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m9.8/9.8 MB\u001b[0m \u001b[31m152.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading joblib-1.4.2-py3-none-any.whl (301 kB)\n","Downloading pillow-10.4.0-cp38-cp38-manylinux_2_28_x86_64.whl (4.5 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m4.5/4.5 MB\u001b[0m \u001b[31m137.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB)\n","Downloading pytz-2025.2-py2.py3-none-any.whl (509 kB)\n","Downloading scipy-1.10.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (34.5 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m34.5/34.5 MB\u001b[0m \u001b[31m42.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading threadpoolctl-3.5.0-py3-none-any.whl (18 kB)\n","Downloading typing_extensions-4.13.2-py3-none-any.whl (45 kB)\n","Downloading six-1.17.0-py2.py3-none-any.whl (11 kB)\n","Installing collected packages: pytz, typing-extensions, threadpoolctl, six, pillow, numpy, joblib, torch, scipy, python-dateutil, torchvision, torchaudio, scikit-learn, pandas\n","Successfully installed joblib-1.4.2 numpy-1.22.4 pandas-1.2.4 pillow-10.4.0 python-dateutil-2.9.0.post0 pytz-2025.2 scikit-learn-1.2.2 scipy-1.10.1 six-1.17.0 threadpoolctl-3.5.0 torch-1.10.0+cu111 torchaudio-0.10.0+cu111 torchvision-0.11.1+cu111 typing-extensions-4.13.2\n"]}]},{"cell_type":"code","source":["!source /usr/local/bin/activate newenv && bash /content/SOFTS/scripts/long_term_forecast/ETT_script/SOFTS_ETTh1.sh"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"r2P8lLi11YY8","executionInfo":{"status":"ok","timestamp":1755246511793,"user_tz":-345,"elapsed":31672,"user":{"displayName":"Santosh Upreti","userId":"01961227760879466523"}},"outputId":"c8485c2b-0559-4a4b-8dc7-5966128ecfc8"},"execution_count":9,"outputs":[{"output_type":"stream","name":"stdout","text":["Args in experiment:\n","Namespace(activation='gelu', attention_type='full', batch_size=32, c_out=7, checkpoints='./checkpoints/', d_core=256, d_ff=512, d_layers=1, d_model=256, data='ETTh1', data_path='ETTh1.csv', dec_in=7, des='Exp', devices='0,1,2,3', distil=True, dropout=0.0, e_layers=1, embed='timeF', enc_in=7, factor=1, features='M', freq='h', gpu=0, is_training=1, itr=1, label_len=48, learning_rate=0.0003, loss='MSE', lradj='cosine', model='SOFTS', model_id='ETTh1_96_336', moving_avg=25, num_workers=4, output_attention=False, patience=3, pred_len=336, root_path='./dataset/ETT-small/', save_model=False, seasonal_patterns='Monthly', seq_len=96, target='OT', task_name='long_term_forecast', train_epochs=20, use_amp=False, use_gpu=True, use_multi_gpu=False, use_norm=True)\n","Use GPU: cuda:0\n",">>>>>>>start training : long_term_forecast_ETTh1_96_336_SOFTS_ETTh1_ftM_sl96_ll48_pl336_dm256_el1_dl1_df512_fc1_ebtimeF_dtTrue_Exp>>>>>>>>>>>>>>>>>>>>>>>>>>\n","train 8209\n","val 2545\n","test 2545\n","\titers: 100, epoch: 1 | loss: 0.4824079\n","\tspeed: 0.0205s/iter; left time: 103.2354s\n","\titers: 200, epoch: 1 | loss: 0.4425597\n","\tspeed: 0.0115s/iter; left time: 56.6442s\n","Epoch: 1 cost time: 3.9953501224517822\n","Epoch: 1, Steps: 257 | Train Loss: 0.4624838 Vali Loss: 1.2911257 Test Loss: 0.4797949\n","Validation loss decreased (inf --> 1.291126).  Saving model ...\n","Updating learning rate to 0.00029815325108927063\n","\titers: 100, epoch: 2 | loss: 0.4595610\n","\tspeed: 0.0402s/iter; left time: 192.1372s\n","\titers: 200, epoch: 2 | loss: 0.4170464\n","\tspeed: 0.0112s/iter; left time: 52.6572s\n","Epoch: 2 cost time: 3.258976697921753\n","Epoch: 2, Steps: 257 | Train Loss: 0.4383037 Vali Loss: 1.2966275 Test Loss: 0.4892773\n","EarlyStopping counter: 1 out of 3\n","Updating learning rate to 0.00029265847744427303\n","\titers: 100, epoch: 3 | loss: 0.4817732\n","\tspeed: 0.0444s/iter; left time: 200.7990s\n","\titers: 200, epoch: 3 | loss: 0.4560929\n","\tspeed: 0.0136s/iter; left time: 60.1784s\n","Epoch: 3 cost time: 3.947031021118164\n","Epoch: 3, Steps: 257 | Train Loss: 0.4689330 Vali Loss: 1.2961730 Test Loss: 0.4946336\n","EarlyStopping counter: 2 out of 3\n","Updating learning rate to 0.00028365097862825513\n","\titers: 100, epoch: 4 | loss: 0.4500345\n","\tspeed: 0.0398s/iter; left time: 169.7411s\n","\titers: 200, epoch: 4 | loss: 0.4791459\n","\tspeed: 0.0111s/iter; left time: 46.3233s\n","Epoch: 4 cost time: 3.2345945835113525\n","Epoch: 4, Steps: 257 | Train Loss: 0.4645902 Vali Loss: 1.2989820 Test Loss: 0.4876097\n","EarlyStopping counter: 3 out of 3\n","Early stopping\n",">>>>>>>testing : long_term_forecast_ETTh1_96_336_SOFTS_ETTh1_ftM_sl96_ll48_pl336_dm256_el1_dl1_df512_fc1_ebtimeF_dtTrue_Exp<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<\n","test 2545\n","mse:0.47979494066275874, mae:0.45226420747273566\n"]}]}]}