Colab_setup.ipynb

{"cells":[{"cell_type":"markdown","metadata":{"id":"IvxJOJu4XUIW"},"source":["### Step 1: Mount the Google Drive\n","\n","Remember to use GPU runtime before mounting your Google Drive. (Runtime --> Change runtime type)."]},{"cell_type":"code","execution_count":5,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":584,"status":"ok","timestamp":1741930598547,"user":{"displayName":"SAIENATH POOPALARAJAH","userId":"04316500258350546629"},"user_tz":420},"id":"SCSU4HrvkVDq","outputId":"123405d9-4c80-45a5-9f70-c73a1cc81cdb"},"outputs":[{"output_type":"stream","name":"stdout","text":["Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"]}],"source":["from google.colab import drive\n","drive.mount('/content/drive')"]},{"cell_type":"markdown","metadata":{"id":"FyoSL1U8Xbjh"},"source":["### Step 2: Open the project directory\n","\n","Replace `Your_Dir` with your own path."]},{"cell_type":"code","execution_count":6,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":4,"status":"ok","timestamp":1741930600052,"user":{"displayName":"SAIENATH POOPALARAJAH","userId":"04316500258350546629"},"user_tz":420},"id":"-gfQ17SmkfOK","outputId":"41b487f6-3f38-4390-d91f-4321a39cff8e"},"outputs":[{"output_type":"stream","name":"stdout","text":["[Errno 2] No such file or directory: '/content/drive/MyDrive/ECE247NNProject/Transformers/'\n","/content\n"]}],"source":["cd /content/drive/MyDrive/ECE247NNProject/Transformers/"]},{"cell_type":"markdown","metadata":{"id":"eTzYfAOEYN4C"},"source":["### Step 3: Install required packages\n","\n","After installing them, Colab will require you to restart the session."]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":1000},"executionInfo":{"elapsed":306006,"status":"ok","timestamp":1741751267559,"user":{"displayName":"SAIENATH POOPALARAJAH","userId":"04316500258350546629"},"user_tz":420},"id":"HFFKvhs4tAp5","outputId":"627f16a6-d30f-44c9-ac96-6f32382ba71e"},"outputs":[{"name":"stdout","output_type":"stream","text":["Collecting git+https://github.com/stepanhruda/camel-kenlm.git@a6e906b2b30497dd999cb9c84c42c5111f8616e0 (from -r requirements.txt (line 31))\n","  Cloning https://github.com/stepanhruda/camel-kenlm.git (to revision a6e906b2b30497dd999cb9c84c42c5111f8616e0) to /tmp/pip-req-build-2isf9un2\n","  Running command git clone --filter=blob:none --quiet https://github.com/stepanhruda/camel-kenlm.git /tmp/pip-req-build-2isf9un2\n","  Running command git rev-parse -q --verify 'sha^a6e906b2b30497dd999cb9c84c42c5111f8616e0'\n","  Running command git fetch -q https://github.com/stepanhruda/camel-kenlm.git a6e906b2b30497dd999cb9c84c42c5111f8616e0\n","  Running command git checkout -q a6e906b2b30497dd999cb9c84c42c5111f8616e0\n","  Resolved https://github.com/stepanhruda/camel-kenlm.git to commit a6e906b2b30497dd999cb9c84c42c5111f8616e0\n","  Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n","  Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n","  Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n","Collecting click==8.1.7 (from -r requirements.txt (line 1))\n","  Downloading click-8.1.7-py3-none-any.whl.metadata (3.0 kB)\n","Collecting datasets==2.19.2 (from -r requirements.txt (line 2))\n","  Downloading datasets-2.19.2-py3-none-any.whl.metadata (19 kB)\n","Collecting h5py==3.11.0 (from -r requirements.txt (line 3))\n","  Downloading h5py-3.11.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (2.5 kB)\n","Collecting hydra-core==1.3.2 (from -r requirements.txt (line 4))\n","  Downloading hydra_core-1.3.2-py3-none-any.whl.metadata (5.5 kB)\n","Collecting hydra-submitit-launcher==1.2.0 (from -r requirements.txt (line 5))\n","  Downloading hydra_submitit_launcher-1.2.0-py3-none-any.whl.metadata (1.1 kB)\n","Collecting hypothesis==6.97.6 (from -r requirements.txt (line 6))\n","  Downloading hypothesis-6.97.6-py3-none-any.whl.metadata (6.0 kB)\n","Collecting lightning-bolts==0.7.0 (from -r requirements.txt (line 7))\n","  Downloading lightning_bolts-0.7.0-py3-none-any.whl.metadata (9.5 kB)\n","Collecting mne-bids==0.15.0 (from -r requirements.txt (line 8))\n","  Downloading mne_bids-0.15.0-py3-none-any.whl.metadata (7.2 kB)\n","Collecting nltk==3.8.1 (from -r requirements.txt (line 9))\n","  Downloading nltk-3.8.1-py3-none-any.whl.metadata (2.8 kB)\n","Collecting numpy==1.24.4 (from -r requirements.txt (line 10))\n","  Downloading numpy-1.24.4-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (5.6 kB)\n","Collecting omegaconf==2.3.0 (from -r requirements.txt (line 11))\n","  Downloading omegaconf-2.3.0-py3-none-any.whl.metadata (3.9 kB)\n","Collecting pandas==2.0.3 (from -r requirements.txt (line 12))\n","  Downloading pandas-2.0.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (18 kB)\n","Collecting pip==24.0 (from -r requirements.txt (line 13))\n","  Downloading pip-24.0-py3-none-any.whl.metadata (3.6 kB)\n","Collecting pre-commit==3.7.1 (from -r requirements.txt (line 14))\n","  Downloading pre_commit-3.7.1-py2.py3-none-any.whl.metadata (1.3 kB)\n","Collecting pytest-benchmark==4.0.0 (from -r requirements.txt (line 15))\n","  Downloading pytest_benchmark-4.0.0-py3-none-any.whl.metadata (23 kB)\n","Collecting pytest-cov==5.0.0 (from -r requirements.txt (line 16))\n","  Downloading pytest_cov-5.0.0-py3-none-any.whl.metadata (27 kB)\n","Collecting pytest-env==1.1.3 (from -r requirements.txt (line 17))\n","  Downloading pytest_env-1.1.3-py3-none-any.whl.metadata (5.3 kB)\n","Collecting pytest-mock==3.14.0 (from -r requirements.txt (line 18))\n","  Downloading pytest_mock-3.14.0-py3-none-any.whl.metadata (3.8 kB)\n","Collecting pytest-rerunfailures==14.0 (from -r requirements.txt (line 19))\n","  Downloading pytest_rerunfailures-14.0-py3-none-any.whl.metadata (18 kB)\n","Collecting pytest-xdist==3.5.0 (from pytest-xdist[psutil]==3.5.0->-r requirements.txt (line 20))\n","  Downloading pytest_xdist-3.5.0-py3-none-any.whl.metadata (3.1 kB)\n","Collecting pytest==7.4.4 (from -r requirements.txt (line 21))\n","  Downloading pytest-7.4.4-py3-none-any.whl.metadata (7.9 kB)\n","Collecting python-levenshtein==0.12.2 (from -r requirements.txt (line 22))\n","  Downloading python-Levenshtein-0.12.2.tar.gz (50 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m50.5/50.5 kB\u001b[0m \u001b[31m4.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25h  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Collecting pytorch-lightning==1.8.6 (from -r requirements.txt (line 23))\n","  Downloading pytorch_lightning-1.8.6-py3-none-any.whl.metadata (23 kB)\n","Collecting torch==2.3.0 (from -r requirements.txt (line 24))\n","  Downloading torch-2.3.0-cp311-cp311-manylinux1_x86_64.whl.metadata (26 kB)\n","Collecting scipy==1.10.1 (from -r requirements.txt (line 25))\n","  Downloading scipy-1.10.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (58 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m58.9/58.9 kB\u001b[0m \u001b[31m5.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting setuptools==69.5.1 (from -r requirements.txt (line 26))\n","  Downloading setuptools-69.5.1-py3-none-any.whl.metadata (6.2 kB)\n","Collecting torchaudio==2.3.0 (from -r requirements.txt (line 27))\n","  Downloading torchaudio-2.3.0-cp311-cp311-manylinux1_x86_64.whl.metadata (6.4 kB)\n","Collecting torchmetrics==0.11.4 (from -r requirements.txt (line 28))\n","  Downloading torchmetrics-0.11.4-py3-none-any.whl.metadata (15 kB)\n","Collecting trio==0.23.2 (from -r requirements.txt (line 29))\n","  Downloading trio-0.23.2-py3-none-any.whl.metadata (4.9 kB)\n","Collecting unidecode==1.3.8 (from -r requirements.txt (line 30))\n","  Downloading Unidecode-1.3.8-py3-none-any.whl.metadata (13 kB)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.11/dist-packages (from datasets==2.19.2->-r requirements.txt (line 2)) (3.17.0)\n","Requirement already satisfied: pyarrow>=12.0.0 in /usr/local/lib/python3.11/dist-packages (from datasets==2.19.2->-r requirements.txt (line 2)) (18.1.0)\n","Collecting pyarrow-hotfix (from datasets==2.19.2->-r requirements.txt (line 2))\n","  Downloading pyarrow_hotfix-0.6-py3-none-any.whl.metadata (3.6 kB)\n","Collecting dill<0.3.9,>=0.3.0 (from datasets==2.19.2->-r requirements.txt (line 2))\n","  Downloading dill-0.3.8-py3-none-any.whl.metadata (10 kB)\n","Requirement already satisfied: requests>=2.32.1 in /usr/local/lib/python3.11/dist-packages (from datasets==2.19.2->-r requirements.txt (line 2)) (2.32.3)\n","Requirement already satisfied: tqdm>=4.62.1 in /usr/local/lib/python3.11/dist-packages (from datasets==2.19.2->-r requirements.txt (line 2)) (4.67.1)\n","Collecting xxhash (from datasets==2.19.2->-r requirements.txt (line 2))\n","  Downloading xxhash-3.5.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (12 kB)\n","Collecting multiprocess (from datasets==2.19.2->-r requirements.txt (line 2))\n","  Downloading multiprocess-0.70.17-py311-none-any.whl.metadata (7.2 kB)\n","Collecting fsspec<=2024.3.1,>=2023.1.0 (from fsspec[http]<=2024.3.1,>=2023.1.0->datasets==2.19.2->-r requirements.txt (line 2))\n","  Downloading fsspec-2024.3.1-py3-none-any.whl.metadata (6.8 kB)\n","Requirement already satisfied: aiohttp in /usr/local/lib/python3.11/dist-packages (from datasets==2.19.2->-r requirements.txt (line 2)) (3.11.13)\n","Requirement already satisfied: huggingface-hub>=0.21.2 in /usr/local/lib/python3.11/dist-packages (from datasets==2.19.2->-r requirements.txt (line 2)) (0.28.1)\n","Requirement already satisfied: packaging in /usr/local/lib/python3.11/dist-packages (from datasets==2.19.2->-r requirements.txt (line 2)) (24.2)\n","Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.11/dist-packages (from datasets==2.19.2->-r requirements.txt (line 2)) (6.0.2)\n","Collecting antlr4-python3-runtime==4.9.* (from hydra-core==1.3.2->-r requirements.txt (line 4))\n","  Downloading antlr4-python3-runtime-4.9.3.tar.gz (117 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m117.0/117.0 kB\u001b[0m \u001b[31m11.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25h  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Collecting submitit>=1.3.3 (from hydra-submitit-launcher==1.2.0->-r requirements.txt (line 5))\n","  Downloading submitit-1.5.2-py3-none-any.whl.metadata (7.9 kB)\n","Requirement already satisfied: attrs>=22.2.0 in /usr/local/lib/python3.11/dist-packages (from hypothesis==6.97.6->-r requirements.txt (line 6)) (25.1.0)\n","Requirement already satisfied: sortedcontainers<3.0.0,>=2.1.0 in /usr/local/lib/python3.11/dist-packages (from hypothesis==6.97.6->-r requirements.txt (line 6)) (2.4.0)\n","Collecting lightning-utilities>0.3.1 (from lightning-bolts==0.7.0->-r requirements.txt (line 7))\n","  Downloading lightning_utilities-0.14.0-py3-none-any.whl.metadata (5.6 kB)\n","Requirement already satisfied: torchvision>=0.10.0 in /usr/local/lib/python3.11/dist-packages (from lightning-bolts==0.7.0->-r requirements.txt (line 7)) (0.20.1+cu124)\n","Requirement already satisfied: tensorboard>=2.9.1 in /usr/local/lib/python3.11/dist-packages (from lightning-bolts==0.7.0->-r requirements.txt (line 7)) (2.18.0)\n","Collecting mne>=1.5 (from mne-bids==0.15.0->-r requirements.txt (line 8))\n","  Downloading mne-1.9.0-py3-none-any.whl.metadata (20 kB)\n","Requirement already satisfied: joblib in /usr/local/lib/python3.11/dist-packages (from nltk==3.8.1->-r requirements.txt (line 9)) (1.4.2)\n","Requirement already satisfied: regex>=2021.8.3 in /usr/local/lib/python3.11/dist-packages (from nltk==3.8.1->-r requirements.txt (line 9)) (2024.11.6)\n","Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.11/dist-packages (from pandas==2.0.3->-r requirements.txt (line 12)) (2.8.2)\n","Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.11/dist-packages (from pandas==2.0.3->-r requirements.txt (line 12)) (2025.1)\n","Requirement already satisfied: tzdata>=2022.1 in /usr/local/lib/python3.11/dist-packages (from pandas==2.0.3->-r requirements.txt (line 12)) (2025.1)\n","Collecting cfgv>=2.0.0 (from pre-commit==3.7.1->-r requirements.txt (line 14))\n","  Downloading cfgv-3.4.0-py2.py3-none-any.whl.metadata (8.5 kB)\n","Collecting identify>=1.0.0 (from pre-commit==3.7.1->-r requirements.txt (line 14))\n","  Downloading identify-2.6.9-py2.py3-none-any.whl.metadata (4.4 kB)\n","Collecting nodeenv>=0.11.1 (from pre-commit==3.7.1->-r requirements.txt (line 14))\n","  Downloading nodeenv-1.9.1-py2.py3-none-any.whl.metadata (21 kB)\n","Collecting virtualenv>=20.10.0 (from pre-commit==3.7.1->-r requirements.txt (line 14))\n","  Downloading virtualenv-20.29.3-py3-none-any.whl.metadata (4.5 kB)\n","Requirement already satisfied: py-cpuinfo in /usr/local/lib/python3.11/dist-packages (from pytest-benchmark==4.0.0->-r requirements.txt (line 15)) (9.0.0)\n","Collecting coverage>=5.2.1 (from coverage[toml]>=5.2.1->pytest-cov==5.0.0->-r requirements.txt (line 16))\n","  Downloading coverage-7.6.12-cp311-cp311-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (8.5 kB)\n","Collecting execnet>=1.1 (from pytest-xdist==3.5.0->pytest-xdist[psutil]==3.5.0->-r requirements.txt (line 20))\n","  Downloading execnet-2.1.1-py3-none-any.whl.metadata (2.9 kB)\n","Requirement already satisfied: iniconfig in /usr/local/lib/python3.11/dist-packages (from pytest==7.4.4->-r requirements.txt (line 21)) (2.0.0)\n","Requirement already satisfied: pluggy<2.0,>=0.12 in /usr/local/lib/python3.11/dist-packages (from pytest==7.4.4->-r requirements.txt (line 21)) (1.5.0)\n","Collecting tensorboardX>=2.2 (from pytorch-lightning==1.8.6->-r requirements.txt (line 23))\n","  Downloading tensorboardX-2.6.2.2-py2.py3-none-any.whl.metadata (5.8 kB)\n","Requirement already satisfied: typing-extensions>=4.0.0 in /usr/local/lib/python3.11/dist-packages (from pytorch-lightning==1.8.6->-r requirements.txt (line 23)) (4.12.2)\n","Requirement already satisfied: sympy in /usr/local/lib/python3.11/dist-packages (from torch==2.3.0->-r requirements.txt (line 24)) (1.13.1)\n","Requirement already satisfied: networkx in /usr/local/lib/python3.11/dist-packages (from torch==2.3.0->-r requirements.txt (line 24)) (3.4.2)\n","Requirement already satisfied: jinja2 in /usr/local/lib/python3.11/dist-packages (from torch==2.3.0->-r requirements.txt (line 24)) (3.1.6)\n","Collecting nvidia-cuda-nvrtc-cu12==12.1.105 (from torch==2.3.0->-r requirements.txt (line 24))\n","  Downloading nvidia_cuda_nvrtc_cu12-12.1.105-py3-none-manylinux1_x86_64.whl.metadata (1.5 kB)\n","Collecting nvidia-cuda-runtime-cu12==12.1.105 (from torch==2.3.0->-r requirements.txt (line 24))\n","  Downloading nvidia_cuda_runtime_cu12-12.1.105-py3-none-manylinux1_x86_64.whl.metadata (1.5 kB)\n","Collecting nvidia-cuda-cupti-cu12==12.1.105 (from torch==2.3.0->-r requirements.txt (line 24))\n","  Downloading nvidia_cuda_cupti_cu12-12.1.105-py3-none-manylinux1_x86_64.whl.metadata (1.6 kB)\n","Collecting nvidia-cudnn-cu12==8.9.2.26 (from torch==2.3.0->-r requirements.txt (line 24))\n","  Downloading nvidia_cudnn_cu12-8.9.2.26-py3-none-manylinux1_x86_64.whl.metadata (1.6 kB)\n","Collecting nvidia-cublas-cu12==12.1.3.1 (from torch==2.3.0->-r requirements.txt (line 24))\n","  Downloading nvidia_cublas_cu12-12.1.3.1-py3-none-manylinux1_x86_64.whl.metadata (1.5 kB)\n","Collecting nvidia-cufft-cu12==11.0.2.54 (from torch==2.3.0->-r requirements.txt (line 24))\n","  Downloading nvidia_cufft_cu12-11.0.2.54-py3-none-manylinux1_x86_64.whl.metadata (1.5 kB)\n","Collecting nvidia-curand-cu12==10.3.2.106 (from torch==2.3.0->-r requirements.txt (line 24))\n","  Downloading nvidia_curand_cu12-10.3.2.106-py3-none-manylinux1_x86_64.whl.metadata (1.5 kB)\n","Collecting nvidia-cusolver-cu12==11.4.5.107 (from torch==2.3.0->-r requirements.txt (line 24))\n","  Downloading nvidia_cusolver_cu12-11.4.5.107-py3-none-manylinux1_x86_64.whl.metadata (1.6 kB)\n","Collecting nvidia-cusparse-cu12==12.1.0.106 (from torch==2.3.0->-r requirements.txt (line 24))\n","  Downloading nvidia_cusparse_cu12-12.1.0.106-py3-none-manylinux1_x86_64.whl.metadata (1.6 kB)\n","Collecting nvidia-nccl-cu12==2.20.5 (from torch==2.3.0->-r requirements.txt (line 24))\n","  Downloading nvidia_nccl_cu12-2.20.5-py3-none-manylinux2014_x86_64.whl.metadata (1.8 kB)\n","Collecting nvidia-nvtx-cu12==12.1.105 (from torch==2.3.0->-r requirements.txt (line 24))\n","  Downloading nvidia_nvtx_cu12-12.1.105-py3-none-manylinux1_x86_64.whl.metadata (1.7 kB)\n","Collecting triton==2.3.0 (from torch==2.3.0->-r requirements.txt (line 24))\n","  Downloading triton-2.3.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (1.4 kB)\n","Requirement already satisfied: idna in /usr/local/lib/python3.11/dist-packages (from trio==0.23.2->-r requirements.txt (line 29)) (3.10)\n","Collecting outcome (from trio==0.23.2->-r requirements.txt (line 29))\n","  Downloading outcome-1.3.0.post0-py2.py3-none-any.whl.metadata (2.6 kB)\n","Requirement already satisfied: sniffio>=1.3.0 in /usr/local/lib/python3.11/dist-packages (from trio==0.23.2->-r requirements.txt (line 29)) (1.3.1)\n","Requirement already satisfied: psutil>=3.0 in /usr/local/lib/python3.11/dist-packages (from pytest-xdist[psutil]==3.5.0->-r requirements.txt (line 20)) (5.9.5)\n","Requirement already satisfied: nvidia-nvjitlink-cu12 in /usr/local/lib/python3.11/dist-packages (from nvidia-cusolver-cu12==11.4.5.107->torch==2.3.0->-r requirements.txt (line 24)) (12.5.82)\n","Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets==2.19.2->-r requirements.txt (line 2)) (2.5.0)\n","Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets==2.19.2->-r requirements.txt (line 2)) (1.3.2)\n","Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets==2.19.2->-r requirements.txt (line 2)) (1.5.0)\n","Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets==2.19.2->-r requirements.txt (line 2)) (6.1.0)\n","Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets==2.19.2->-r requirements.txt (line 2)) (0.3.0)\n","Requirement already satisfied: yarl<2.0,>=1.17.0 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets==2.19.2->-r requirements.txt (line 2)) (1.18.3)\n","Requirement already satisfied: decorator in /usr/local/lib/python3.11/dist-packages (from mne>=1.5->mne-bids==0.15.0->-r requirements.txt (line 8)) (4.4.2)\n","Requirement already satisfied: lazy-loader>=0.3 in /usr/local/lib/python3.11/dist-packages (from mne>=1.5->mne-bids==0.15.0->-r requirements.txt (line 8)) (0.4)\n","Requirement already satisfied: matplotlib>=3.6 in /usr/local/lib/python3.11/dist-packages (from mne>=1.5->mne-bids==0.15.0->-r requirements.txt (line 8)) (3.10.0)\n","Requirement already satisfied: pooch>=1.5 in /usr/local/lib/python3.11/dist-packages (from mne>=1.5->mne-bids==0.15.0->-r requirements.txt (line 8)) (1.8.2)\n","Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.11/dist-packages (from python-dateutil>=2.8.2->pandas==2.0.3->-r requirements.txt (line 12)) (1.17.0)\n","Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.11/dist-packages (from requests>=2.32.1->datasets==2.19.2->-r requirements.txt (line 2)) (3.4.1)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.11/dist-packages (from requests>=2.32.1->datasets==2.19.2->-r requirements.txt (line 2)) (2.3.0)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.11/dist-packages (from requests>=2.32.1->datasets==2.19.2->-r requirements.txt (line 2)) (2025.1.31)\n","Requirement already satisfied: cloudpickle>=1.2.1 in /usr/local/lib/python3.11/dist-packages (from submitit>=1.3.3->hydra-submitit-launcher==1.2.0->-r requirements.txt (line 5)) (3.1.1)\n","Requirement already satisfied: absl-py>=0.4 in /usr/local/lib/python3.11/dist-packages (from tensorboard>=2.9.1->lightning-bolts==0.7.0->-r requirements.txt (line 7)) (1.4.0)\n","Requirement already satisfied: grpcio>=1.48.2 in /usr/local/lib/python3.11/dist-packages (from tensorboard>=2.9.1->lightning-bolts==0.7.0->-r requirements.txt (line 7)) (1.70.0)\n","Requirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.11/dist-packages (from tensorboard>=2.9.1->lightning-bolts==0.7.0->-r requirements.txt (line 7)) (3.7)\n","Requirement already satisfied: protobuf!=4.24.0,>=3.19.6 in /usr/local/lib/python3.11/dist-packages (from tensorboard>=2.9.1->lightning-bolts==0.7.0->-r requirements.txt (line 7)) (4.25.6)\n","Requirement already satisfied: tensorboard-data-server<0.8.0,>=0.7.0 in /usr/local/lib/python3.11/dist-packages (from tensorboard>=2.9.1->lightning-bolts==0.7.0->-r requirements.txt (line 7)) (0.7.2)\n","Requirement already satisfied: werkzeug>=1.0.1 in /usr/local/lib/python3.11/dist-packages (from tensorboard>=2.9.1->lightning-bolts==0.7.0->-r requirements.txt (line 7)) (3.1.3)\n","INFO: pip is looking at multiple versions of torchvision to determine which version is compatible with other requirements. This could take a while.\n","Collecting torchvision>=0.10.0 (from lightning-bolts==0.7.0->-r requirements.txt (line 7))\n","  Downloading torchvision-0.21.0-cp311-cp311-manylinux1_x86_64.whl.metadata (6.1 kB)\n","  Downloading torchvision-0.20.1-cp311-cp311-manylinux1_x86_64.whl.metadata (6.1 kB)\n","  Downloading torchvision-0.20.0-cp311-cp311-manylinux1_x86_64.whl.metadata (6.1 kB)\n","  Downloading torchvision-0.19.1-cp311-cp311-manylinux1_x86_64.whl.metadata (6.0 kB)\n","  Downloading torchvision-0.19.0-cp311-cp311-manylinux1_x86_64.whl.metadata (6.0 kB)\n","  Downloading torchvision-0.18.1-cp311-cp311-manylinux1_x86_64.whl.metadata (6.6 kB)\n","  Downloading torchvision-0.18.0-cp311-cp311-manylinux1_x86_64.whl.metadata (6.6 kB)\n","Requirement already satisfied: pillow!=8.3.*,>=5.3.0 in /usr/local/lib/python3.11/dist-packages (from torchvision>=0.10.0->lightning-bolts==0.7.0->-r requirements.txt (line 7)) (11.1.0)\n","Collecting distlib<1,>=0.3.7 (from virtualenv>=20.10.0->pre-commit==3.7.1->-r requirements.txt (line 14))\n","  Downloading distlib-0.3.9-py2.py3-none-any.whl.metadata (5.2 kB)\n","Requirement already satisfied: platformdirs<5,>=3.9.1 in /usr/local/lib/python3.11/dist-packages (from virtualenv>=20.10.0->pre-commit==3.7.1->-r requirements.txt (line 14)) (4.3.6)\n","Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.11/dist-packages (from jinja2->torch==2.3.0->-r requirements.txt (line 24)) (3.0.2)\n","INFO: pip is looking at multiple versions of multiprocess to determine which version is compatible with other requirements. This could take a while.\n","Collecting multiprocess (from datasets==2.19.2->-r requirements.txt (line 2))\n","  Downloading multiprocess-0.70.16-py311-none-any.whl.metadata (7.2 kB)\n","Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.11/dist-packages (from sympy->torch==2.3.0->-r requirements.txt (line 24)) (1.3.0)\n","Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.11/dist-packages (from matplotlib>=3.6->mne>=1.5->mne-bids==0.15.0->-r requirements.txt (line 8)) (1.3.1)\n","Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.11/dist-packages (from matplotlib>=3.6->mne>=1.5->mne-bids==0.15.0->-r requirements.txt (line 8)) (0.12.1)\n","Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.11/dist-packages (from matplotlib>=3.6->mne>=1.5->mne-bids==0.15.0->-r requirements.txt (line 8)) (4.56.0)\n","Requirement already satisfied: kiwisolver>=1.3.1 in /usr/local/lib/python3.11/dist-packages (from matplotlib>=3.6->mne>=1.5->mne-bids==0.15.0->-r requirements.txt (line 8)) (1.4.8)\n","Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.11/dist-packages (from matplotlib>=3.6->mne>=1.5->mne-bids==0.15.0->-r requirements.txt (line 8)) (3.2.1)\n","Downloading click-8.1.7-py3-none-any.whl (97 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m97.9/97.9 kB\u001b[0m \u001b[31m9.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading datasets-2.19.2-py3-none-any.whl (542 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m542.1/542.1 kB\u001b[0m \u001b[31m25.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading h5py-3.11.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.4 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.4/5.4 MB\u001b[0m \u001b[31m64.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading hydra_core-1.3.2-py3-none-any.whl (154 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m154.5/154.5 kB\u001b[0m \u001b[31m14.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading hydra_submitit_launcher-1.2.0-py3-none-any.whl (5.2 kB)\n","Downloading hypothesis-6.97.6-py3-none-any.whl (437 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m437.2/437.2 kB\u001b[0m \u001b[31m34.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading lightning_bolts-0.7.0-py3-none-any.whl (300 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m300.8/300.8 kB\u001b[0m \u001b[31m17.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading mne_bids-0.15.0-py3-none-any.whl (163 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m163.6/163.6 kB\u001b[0m \u001b[31m12.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nltk-3.8.1-py3-none-any.whl (1.5 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.5/1.5 MB\u001b[0m \u001b[31m58.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading numpy-1.24.4-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (17.3 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m17.3/17.3 MB\u001b[0m \u001b[31m69.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading omegaconf-2.3.0-py3-none-any.whl (79 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m79.5/79.5 kB\u001b[0m \u001b[31m8.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading pandas-2.0.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (12.2 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m12.2/12.2 MB\u001b[0m \u001b[31m85.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading pip-24.0-py3-none-any.whl (2.1 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.1/2.1 MB\u001b[0m \u001b[31m80.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading pre_commit-3.7.1-py2.py3-none-any.whl (204 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m204.3/204.3 kB\u001b[0m \u001b[31m18.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading pytest_benchmark-4.0.0-py3-none-any.whl (43 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m44.0/44.0 kB\u001b[0m \u001b[31m4.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading pytest_cov-5.0.0-py3-none-any.whl (21 kB)\n","Downloading pytest_env-1.1.3-py3-none-any.whl (6.2 kB)\n","Downloading pytest_mock-3.14.0-py3-none-any.whl (9.9 kB)\n","Downloading pytest_rerunfailures-14.0-py3-none-any.whl (12 kB)\n","Downloading pytest_xdist-3.5.0-py3-none-any.whl (42 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m42.0/42.0 kB\u001b[0m \u001b[31m4.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading pytest-7.4.4-py3-none-any.whl (325 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m325.3/325.3 kB\u001b[0m \u001b[31m27.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading pytorch_lightning-1.8.6-py3-none-any.whl (800 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m800.3/800.3 kB\u001b[0m \u001b[31m53.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading torch-2.3.0-cp311-cp311-manylinux1_x86_64.whl (779.2 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m779.2/779.2 MB\u001b[0m \u001b[31m2.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading scipy-1.10.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (34.1 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m34.1/34.1 MB\u001b[0m \u001b[31m33.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading setuptools-69.5.1-py3-none-any.whl (894 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m894.6/894.6 kB\u001b[0m \u001b[31m49.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading torchaudio-2.3.0-cp311-cp311-manylinux1_x86_64.whl (3.4 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.4/3.4 MB\u001b[0m \u001b[31m57.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading torchmetrics-0.11.4-py3-none-any.whl (519 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m519.2/519.2 kB\u001b[0m \u001b[31m33.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading trio-0.23.2-py3-none-any.whl (461 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m461.6/461.6 kB\u001b[0m \u001b[31m33.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading Unidecode-1.3.8-py3-none-any.whl (235 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m235.5/235.5 kB\u001b[0m \u001b[31m22.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cublas_cu12-12.1.3.1-py3-none-manylinux1_x86_64.whl (410.6 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m410.6/410.6 MB\u001b[0m \u001b[31m3.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cuda_cupti_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (14.1 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m14.1/14.1 MB\u001b[0m \u001b[31m106.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cuda_nvrtc_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (23.7 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m23.7/23.7 MB\u001b[0m \u001b[31m90.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cuda_runtime_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (823 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m823.6/823.6 kB\u001b[0m \u001b[31m50.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cudnn_cu12-8.9.2.26-py3-none-manylinux1_x86_64.whl (731.7 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m731.7/731.7 MB\u001b[0m \u001b[31m2.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cufft_cu12-11.0.2.54-py3-none-manylinux1_x86_64.whl (121.6 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m121.6/121.6 MB\u001b[0m \u001b[31m7.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_curand_cu12-10.3.2.106-py3-none-manylinux1_x86_64.whl (56.5 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m56.5/56.5 MB\u001b[0m \u001b[31m11.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cusolver_cu12-11.4.5.107-py3-none-manylinux1_x86_64.whl (124.2 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m124.2/124.2 MB\u001b[0m \u001b[31m5.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_cusparse_cu12-12.1.0.106-py3-none-manylinux1_x86_64.whl (196.0 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m196.0/196.0 MB\u001b[0m \u001b[31m6.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_nccl_cu12-2.20.5-py3-none-manylinux2014_x86_64.whl (176.2 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m176.2/176.2 MB\u001b[0m \u001b[31m6.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nvidia_nvtx_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (99 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m99.1/99.1 kB\u001b[0m \u001b[31m9.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading triton-2.3.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (168.1 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m168.1/168.1 MB\u001b[0m \u001b[31m6.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading cfgv-3.4.0-py2.py3-none-any.whl (7.2 kB)\n","Downloading coverage-7.6.12-cp311-cp311-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (241 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m241.0/241.0 kB\u001b[0m \u001b[31m10.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading dill-0.3.8-py3-none-any.whl (116 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m116.3/116.3 kB\u001b[0m \u001b[31m11.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading execnet-2.1.1-py3-none-any.whl (40 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m40.6/40.6 kB\u001b[0m \u001b[31m3.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading fsspec-2024.3.1-py3-none-any.whl (171 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m172.0/172.0 kB\u001b[0m \u001b[31m15.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading identify-2.6.9-py2.py3-none-any.whl (99 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m99.1/99.1 kB\u001b[0m \u001b[31m9.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading lightning_utilities-0.14.0-py3-none-any.whl (28 kB)\n","Downloading mne-1.9.0-py3-none-any.whl (7.4 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.4/7.4 MB\u001b[0m \u001b[31m100.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading nodeenv-1.9.1-py2.py3-none-any.whl (22 kB)\n","Downloading submitit-1.5.2-py3-none-any.whl (74 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m74.9/74.9 kB\u001b[0m \u001b[31m6.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading tensorboardX-2.6.2.2-py2.py3-none-any.whl (101 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m101.7/101.7 kB\u001b[0m \u001b[31m10.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading torchvision-0.18.0-cp311-cp311-manylinux1_x86_64.whl (7.0 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.0/7.0 MB\u001b[0m \u001b[31m94.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading virtualenv-20.29.3-py3-none-any.whl (4.3 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m4.3/4.3 MB\u001b[0m \u001b[31m87.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading multiprocess-0.70.16-py311-none-any.whl (143 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m143.5/143.5 kB\u001b[0m \u001b[31m14.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading outcome-1.3.0.post0-py2.py3-none-any.whl (10 kB)\n","Downloading pyarrow_hotfix-0.6-py3-none-any.whl (7.9 kB)\n","Downloading xxhash-3.5.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (194 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m194.8/194.8 kB\u001b[0m \u001b[31m19.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading distlib-0.3.9-py2.py3-none-any.whl (468 kB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m469.0/469.0 kB\u001b[0m \u001b[31m36.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hBuilding wheels for collected packages: python-levenshtein, antlr4-python3-runtime, camel-kenlm\n","  Building wheel for python-levenshtein (setup.py) ... \u001b[?25l\u001b[?25hdone\n","  Created wheel for python-levenshtein: filename=python_Levenshtein-0.12.2-cp311-cp311-linux_x86_64.whl size=168021 sha256=968ab1179b8ee0a6aaccfdcd591a276061a305ff5b2eddcfe58a7f9b8ac3f4ac\n","  Stored in directory: /root/.cache/pip/wheels/08/39/17/367da5b72aee88c27ba574660010188efcad074dc4d02060ed\n","  Building wheel for antlr4-python3-runtime (setup.py) ... \u001b[?25l\u001b[?25hdone\n","  Created wheel for antlr4-python3-runtime: filename=antlr4_python3_runtime-4.9.3-py3-none-any.whl size=144555 sha256=a201f5cd179da3b1d9b81292aaa04af44b31b715717abe9a061b1e8805761682\n","  Stored in directory: /root/.cache/pip/wheels/1a/97/32/461f837398029ad76911109f07047fde1d7b661a147c7c56d1\n","  Building wheel for camel-kenlm (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n","  Created wheel for camel-kenlm: filename=camel_kenlm-2023.3.17-cp311-cp311-linux_x86_64.whl size=3186550 sha256=19305053549880c1f06b90abcbf60649080d1998387578c26f6b06330004fdd9\n","  Stored in directory: /root/.cache/pip/wheels/d1/dc/00/6efc539701ef843e749e3c7819c547533499e6e78ab5f26776\n","Successfully built python-levenshtein antlr4-python3-runtime camel-kenlm\n","Installing collected packages: distlib, camel-kenlm, antlr4-python3-runtime, xxhash, virtualenv, unidecode, triton, submitit, setuptools, pytest, pyarrow-hotfix, pip, outcome, omegaconf, nvidia-nvtx-cu12, nvidia-nccl-cu12, nvidia-cusparse-cu12, nvidia-curand-cu12, nvidia-cufft-cu12, nvidia-cuda-runtime-cu12, nvidia-cuda-nvrtc-cu12, nvidia-cuda-cupti-cu12, nvidia-cublas-cu12, numpy, nodeenv, identify, hypothesis, fsspec, execnet, dill, coverage, click, cfgv, trio, tensorboardX, scipy, python-levenshtein, pytest-xdist, pytest-rerunfailures, pytest-mock, pytest-env, pytest-benchmark, pre-commit, pandas, nvidia-cusolver-cu12, nvidia-cudnn-cu12, nltk, multiprocess, lightning-utilities, hydra-core, h5py, torch, pytest-cov, hydra-submitit-launcher, torchvision, torchmetrics, torchaudio, mne, datasets, pytorch-lightning, mne-bids, lightning-bolts\n","  Attempting uninstall: triton\n","    Found existing installation: triton 3.1.0\n","    Uninstalling triton-3.1.0:\n","      Successfully uninstalled triton-3.1.0\n","  Attempting uninstall: setuptools\n","    Found existing installation: setuptools 75.1.0\n","    Uninstalling setuptools-75.1.0:\n","      Successfully uninstalled setuptools-75.1.0\n","  Attempting uninstall: pytest\n","    Found existing installation: pytest 8.3.5\n","    Uninstalling pytest-8.3.5:\n","      Successfully uninstalled pytest-8.3.5\n","  Attempting uninstall: pip\n","    Found existing installation: pip 24.1.2\n","    Uninstalling pip-24.1.2:\n","      Successfully uninstalled pip-24.1.2\n","  Attempting uninstall: nvidia-nvtx-cu12\n","    Found existing installation: nvidia-nvtx-cu12 12.4.127\n","    Uninstalling nvidia-nvtx-cu12-12.4.127:\n","      Successfully uninstalled nvidia-nvtx-cu12-12.4.127\n","  Attempting uninstall: nvidia-nccl-cu12\n","    Found existing installation: nvidia-nccl-cu12 2.21.5\n","    Uninstalling nvidia-nccl-cu12-2.21.5:\n","      Successfully uninstalled nvidia-nccl-cu12-2.21.5\n","  Attempting uninstall: nvidia-cusparse-cu12\n","    Found existing installation: nvidia-cusparse-cu12 12.5.1.3\n","    Uninstalling nvidia-cusparse-cu12-12.5.1.3:\n","      Successfully uninstalled nvidia-cusparse-cu12-12.5.1.3\n","  Attempting uninstall: nvidia-curand-cu12\n","    Found existing installation: nvidia-curand-cu12 10.3.6.82\n","    Uninstalling nvidia-curand-cu12-10.3.6.82:\n","      Successfully uninstalled nvidia-curand-cu12-10.3.6.82\n","  Attempting uninstall: nvidia-cufft-cu12\n","    Found existing installation: nvidia-cufft-cu12 11.2.3.61\n","    Uninstalling nvidia-cufft-cu12-11.2.3.61:\n","      Successfully uninstalled nvidia-cufft-cu12-11.2.3.61\n","  Attempting uninstall: nvidia-cuda-runtime-cu12\n","    Found existing installation: nvidia-cuda-runtime-cu12 12.5.82\n","    Uninstalling nvidia-cuda-runtime-cu12-12.5.82:\n","      Successfully uninstalled nvidia-cuda-runtime-cu12-12.5.82\n","  Attempting uninstall: nvidia-cuda-nvrtc-cu12\n","    Found existing installation: nvidia-cuda-nvrtc-cu12 12.5.82\n","    Uninstalling nvidia-cuda-nvrtc-cu12-12.5.82:\n","      Successfully uninstalled nvidia-cuda-nvrtc-cu12-12.5.82\n","  Attempting uninstall: nvidia-cuda-cupti-cu12\n","    Found existing installation: nvidia-cuda-cupti-cu12 12.5.82\n","    Uninstalling nvidia-cuda-cupti-cu12-12.5.82:\n","      Successfully uninstalled nvidia-cuda-cupti-cu12-12.5.82\n","  Attempting uninstall: nvidia-cublas-cu12\n","    Found existing installation: nvidia-cublas-cu12 12.5.3.2\n","    Uninstalling nvidia-cublas-cu12-12.5.3.2:\n","      Successfully uninstalled nvidia-cublas-cu12-12.5.3.2\n","  Attempting uninstall: numpy\n","    Found existing installation: numpy 1.26.4\n","    Uninstalling numpy-1.26.4:\n","      Successfully uninstalled numpy-1.26.4\n","  Attempting uninstall: fsspec\n","    Found existing installation: fsspec 2024.10.0\n","    Uninstalling fsspec-2024.10.0:\n","      Successfully uninstalled fsspec-2024.10.0\n","  Attempting uninstall: click\n","    Found existing installation: click 8.1.8\n","    Uninstalling click-8.1.8:\n","      Successfully uninstalled click-8.1.8\n","  Attempting uninstall: scipy\n","    Found existing installation: scipy 1.14.1\n","    Uninstalling scipy-1.14.1:\n","      Successfully uninstalled scipy-1.14.1\n","  Attempting uninstall: pandas\n","    Found existing installation: pandas 2.2.2\n","    Uninstalling pandas-2.2.2:\n","      Successfully uninstalled pandas-2.2.2\n","  Attempting uninstall: nvidia-cusolver-cu12\n","    Found existing installation: nvidia-cusolver-cu12 11.6.3.83\n","    Uninstalling nvidia-cusolver-cu12-11.6.3.83:\n","      Successfully uninstalled nvidia-cusolver-cu12-11.6.3.83\n","  Attempting uninstall: nvidia-cudnn-cu12\n","    Found existing installation: nvidia-cudnn-cu12 9.3.0.75\n","    Uninstalling nvidia-cudnn-cu12-9.3.0.75:\n","      Successfully uninstalled nvidia-cudnn-cu12-9.3.0.75\n","  Attempting uninstall: nltk\n","    Found existing installation: nltk 3.9.1\n","    Uninstalling nltk-3.9.1:\n","      Successfully uninstalled nltk-3.9.1\n","  Attempting uninstall: h5py\n","    Found existing installation: h5py 3.12.1\n","    Uninstalling h5py-3.12.1:\n","      Successfully uninstalled h5py-3.12.1\n","  Attempting uninstall: torch\n","    Found existing installation: torch 2.5.1+cu124\n","    Uninstalling torch-2.5.1+cu124:\n","      Successfully uninstalled torch-2.5.1+cu124\n","  Attempting uninstall: torchvision\n","    Found existing installation: torchvision 0.20.1+cu124\n","    Uninstalling torchvision-0.20.1+cu124:\n","      Successfully uninstalled torchvision-0.20.1+cu124\n","  Attempting uninstall: torchaudio\n","    Found existing installation: torchaudio 2.5.1+cu124\n","    Uninstalling torchaudio-2.5.1+cu124:\n","      Successfully uninstalled torchaudio-2.5.1+cu124\n","\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n","ipython 7.34.0 requires jedi>=0.16, which is not installed.\n","google-colab 1.0.0 requires pandas==2.2.2, but you have pandas 2.0.3 which is incompatible.\n","jaxlib 0.5.1 requires numpy>=1.25, but you have numpy 1.24.4 which is incompatible.\n","jaxlib 0.5.1 requires scipy>=1.11.1, but you have scipy 1.10.1 which is incompatible.\n","xarray 2025.1.2 requires pandas>=2.1, but you have pandas 2.0.3 which is incompatible.\n","cvxpy 1.6.2 requires scipy>=1.11.0, but you have scipy 1.10.1 which is incompatible.\n","gcsfs 2024.10.0 requires fsspec==2024.10.0, but you have fsspec 2024.3.1 which is incompatible.\n","scikit-image 0.25.2 requires scipy>=1.11.4, but you have scipy 1.10.1 which is incompatible.\n","tensorflow 2.18.0 requires numpy<2.1.0,>=1.26.0, but you have numpy 1.24.4 which is incompatible.\n","treescope 0.1.9 requires numpy>=1.25.2, but you have numpy 1.24.4 which is incompatible.\n","plotnine 0.14.5 requires pandas>=2.2.0, but you have pandas 2.0.3 which is incompatible.\n","mizani 0.13.1 requires pandas>=2.2.0, but you have pandas 2.0.3 which is incompatible.\n","blosc2 3.2.0 requires numpy>=1.26, but you have numpy 1.24.4 which is incompatible.\n","textblob 0.19.0 requires nltk>=3.9, but you have nltk 3.8.1 which is incompatible.\n","jax 0.5.2 requires numpy>=1.25, but you have numpy 1.24.4 which is incompatible.\n","jax 0.5.2 requires scipy>=1.11.1, but you have scipy 1.10.1 which is incompatible.\n","pymc 5.20.1 requires numpy>=1.25.0, but you have numpy 1.24.4 which is incompatible.\u001b[0m\u001b[31m\n","\u001b[0mSuccessfully installed antlr4-python3-runtime-4.9.3 camel-kenlm-2023.3.17 cfgv-3.4.0 click-8.1.7 coverage-7.6.12 datasets-2.19.2 dill-0.3.8 distlib-0.3.9 execnet-2.1.1 fsspec-2024.3.1 h5py-3.11.0 hydra-core-1.3.2 hydra-submitit-launcher-1.2.0 hypothesis-6.97.6 identify-2.6.9 lightning-bolts-0.7.0 lightning-utilities-0.14.0 mne-1.9.0 mne-bids-0.15.0 multiprocess-0.70.16 nltk-3.8.1 nodeenv-1.9.1 numpy-1.24.4 nvidia-cublas-cu12-12.1.3.1 nvidia-cuda-cupti-cu12-12.1.105 nvidia-cuda-nvrtc-cu12-12.1.105 nvidia-cuda-runtime-cu12-12.1.105 nvidia-cudnn-cu12-8.9.2.26 nvidia-cufft-cu12-11.0.2.54 nvidia-curand-cu12-10.3.2.106 nvidia-cusolver-cu12-11.4.5.107 nvidia-cusparse-cu12-12.1.0.106 nvidia-nccl-cu12-2.20.5 nvidia-nvtx-cu12-12.1.105 omegaconf-2.3.0 outcome-1.3.0.post0 pandas-2.0.3 pip-24.0 pre-commit-3.7.1 pyarrow-hotfix-0.6 pytest-7.4.4 pytest-benchmark-4.0.0 pytest-cov-5.0.0 pytest-env-1.1.3 pytest-mock-3.14.0 pytest-rerunfailures-14.0 pytest-xdist-3.5.0 python-levenshtein-0.12.2 pytorch-lightning-1.8.6 scipy-1.10.1 setuptools-69.5.1 submitit-1.5.2 tensorboardX-2.6.2.2 torch-2.3.0 torchaudio-2.3.0 torchmetrics-0.11.4 torchvision-0.18.0 trio-0.23.2 triton-2.3.0 unidecode-1.3.8 virtualenv-20.29.3 xxhash-3.5.0\n"]},{"data":{"application/vnd.colab-display-data+json":{"id":"9199c067c8a14c30940e612897fd35cc","pip_warning":{"packages":["_distutils_hack","numpy","pydevd_plugins"]}}},"metadata":{},"output_type":"display_data"}],"source":["!pip install -r requirements.txt"]},{"cell_type":"markdown","metadata":{"id":"nSoRzGXCfUtz"},"source":["### Step 4: Start your experiments!\n","\n","- Remember to download and copy the dataset to this directory: `Your_Dir/emg2qwerty/data`.\n","- You may now start your experiments with any scripts! Below are examples of single-user training and testing (greedy decoding).\n","- **There are two ways to track the logs:**\n","  - 1. Keep `--multirun`, and the logs will not be printed here, but they will be saved in the folder `logs`, e.g., `logs/2025-02-09/18-24-15/submitit_logs/`.\n","  - 2. Comment out `--multirun` and the logs will be printed in this notebook, but they will not be saved."]},{"cell_type":"markdown","metadata":{"id":"IVuSn4rXhLJa"},"source":["#### Training\n","\n","- The checkpoints are saved in the folder `logs`, e.g., `logs/2025-02-09/18-24-15/checkpoints/`."]},{"cell_type":"code","execution_count":null,"metadata":{"id":"e3mfShfYwwAm"},"outputs":[],"source":["import os\n","os.environ['HYDRA_FULL_ERROR'] = '1'"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":10141,"status":"ok","timestamp":1741751495070,"user":{"displayName":"SAIENATH POOPALARAJAH","userId":"04316500258350546629"},"user_tz":420},"id":"hA-74WCwelRo","outputId":"2196fcbf-56a8-4439-a387-970cd92170b8"},"outputs":[{"name":"stdout","output_type":"stream","text":["Collecting numpy==1.26\n","  Downloading numpy-1.26.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (58 kB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m58.5/58.5 kB\u001b[0m \u001b[31m1.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hDownloading numpy-1.26.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (18.2 MB)\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m18.2/18.2 MB\u001b[0m \u001b[31m64.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hInstalling collected packages: numpy\n","  Attempting uninstall: numpy\n","    Found existing installation: numpy 1.24.4\n","    Uninstalling numpy-1.24.4:\n","      Successfully uninstalled numpy-1.24.4\n","\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n","google-colab 1.0.0 requires pandas==2.2.2, but you have pandas 2.0.3 which is incompatible.\n","jaxlib 0.5.1 requires scipy>=1.11.1, but you have scipy 1.10.1 which is incompatible.\n","xarray 2025.1.2 requires pandas>=2.1, but you have pandas 2.0.3 which is incompatible.\n","cvxpy 1.6.2 requires scipy>=1.11.0, but you have scipy 1.10.1 which is incompatible.\n","scikit-image 0.25.2 requires scipy>=1.11.4, but you have scipy 1.10.1 which is incompatible.\n","plotnine 0.14.5 requires pandas>=2.2.0, but you have pandas 2.0.3 which is incompatible.\n","mizani 0.13.1 requires pandas>=2.2.0, but you have pandas 2.0.3 which is incompatible.\n","jax 0.5.2 requires scipy>=1.11.1, but you have scipy 1.10.1 which is incompatible.\u001b[0m\u001b[31m\n","\u001b[0mSuccessfully installed numpy-1.26.0\n"]}],"source":["!pip install numpy==1.26"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"background_save":true,"base_uri":"https://localhost:8080/"},"id":"n84M6KLmkp2i","outputId":"ceb6060b-472d-40d5-e300-86dc9297ad32"},"outputs":[{"name":"stdout","output_type":"stream","text":["2025-03-12 03:51:45.451745: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:477] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","WARNING: All log messages before absl::InitializeLog() is called are written to STDERR\n","E0000 00:00:1741751505.472651    3702 cuda_dnn.cc:8310] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","E0000 00:00:1741751505.478946    3702 cuda_blas.cc:1418] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2025-03-12 03:51:45.499549: I tensorflow/core/platform/cpu_feature_guard.cc:210] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","[2025-03-12 03:51:58,078][HYDRA] Submitit 'local' sweep output dir : logs/2025-03-12/03-51-57\n","[2025-03-12 03:51:58,080][HYDRA] \t#0 : user=generic trainer.accelerator=gpu trainer.devices=1\n"]}],"source":["# Single-user training\n","!python -m emg2qwerty.train \\\n","  user=\"generic\" \\\n","  trainer.accelerator=gpu trainer.devices=1 \\\n","  --multirun"]},{"cell_type":"markdown","metadata":{"id":"MGANotiwhngl"},"source":["#### Testing:\n","\n","- Replace `Your_Path_to_Checkpoint` with your checkpoint path."]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":14136,"status":"ok","timestamp":1741659088792,"user":{"displayName":"John Xu","userId":"09955618140493774470"},"user_tz":420},"id":"p68aDt-8pmGj","outputId":"68c814d2-d3d4-4ea4-e829-883f20133234"},"outputs":[{"name":"stdout","output_type":"stream","text":["2025-03-11 02:11:22.680289: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:477] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","WARNING: All log messages before absl::InitializeLog() is called are written to STDERR\n","E0000 00:00:1741659082.741609    2998 cuda_dnn.cc:8310] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","E0000 00:00:1741659082.751105    2998 cuda_blas.cc:1418] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2025-03-11 02:11:22.873286: I tensorflow/core/platform/cpu_feature_guard.cc:210] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","Traceback (most recent call last):\n","  File \"/usr/local/lib/python3.11/dist-packages/transformers/utils/import_utils.py\", line 1817, in _get_module\n","    return importlib.import_module(\".\" + module_name, self.__name__)\n","           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n","  File \"/usr/lib/python3.11/importlib/__init__.py\", line 126, in import_module\n","    return _bootstrap._gcd_import(name[level:], package, level)\n","           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n","  File \"<frozen importlib._bootstrap>\", line 1204, in _gcd_import\n","  File \"<frozen importlib._bootstrap>\", line 1176, in _find_and_load\n","  File \"<frozen importlib._bootstrap>\", line 1147, in _find_and_load_unlocked\n","  File \"<frozen importlib._bootstrap>\", line 690, in _load_unlocked\n","  File \"<frozen importlib._bootstrap_external>\", line 940, in exec_module\n","  File \"<frozen importlib._bootstrap>\", line 241, in _call_with_frames_removed\n","  File \"/usr/local/lib/python3.11/dist-packages/transformers/modeling_utils.py\", line 51, in <module>\n","    from .loss.loss_utils import LOSS_MAPPING\n","  File \"/usr/local/lib/python3.11/dist-packages/transformers/loss/loss_utils.py\", line 19, in <module>\n","    from .loss_deformable_detr import DeformableDetrForObjectDetectionLoss, DeformableDetrForSegmentationLoss\n","  File \"/usr/local/lib/python3.11/dist-packages/transformers/loss/loss_deformable_detr.py\", line 4, in <module>\n","    from ..image_transforms import center_to_corners_format\n","  File \"/usr/local/lib/python3.11/dist-packages/transformers/image_transforms.py\", line 50, in <module>\n","    import tensorflow as tf\n","  File \"/usr/local/lib/python3.11/dist-packages/tensorflow/__init__.py\", line 55, in <module>\n","    from tensorflow._api.v2 import compat\n","  File \"/usr/local/lib/python3.11/dist-packages/tensorflow/_api/v2/compat/__init__.py\", line 8, in <module>\n","    from tensorflow._api.v2.compat import v1\n","  File \"/usr/local/lib/python3.11/dist-packages/tensorflow/_api/v2/compat/v1/__init__.py\", line 30, in <module>\n","    from tensorflow._api.v2.compat.v1 import compat\n","  File \"/usr/local/lib/python3.11/dist-packages/tensorflow/_api/v2/compat/v1/compat/__init__.py\", line 8, in <module>\n","    from tensorflow._api.v2.compat.v1.compat import v1\n","  File \"/usr/local/lib/python3.11/dist-packages/tensorflow/_api/v2/compat/v1/compat/v1/__init__.py\", line 47, in <module>\n","    from tensorflow._api.v2.compat.v1 import lite\n","  File \"/usr/local/lib/python3.11/dist-packages/tensorflow/_api/v2/compat/v1/lite/__init__.py\", line 9, in <module>\n","    from tensorflow._api.v2.compat.v1.lite import experimental\n","  File \"/usr/local/lib/python3.11/dist-packages/tensorflow/_api/v2/compat/v1/lite/experimental/__init__.py\", line 8, in <module>\n","    from tensorflow._api.v2.compat.v1.lite.experimental import authoring\n","  File \"/usr/local/lib/python3.11/dist-packages/tensorflow/_api/v2/compat/v1/lite/experimental/authoring/__init__.py\", line 8, in <module>\n","    from tensorflow.lite.python.authoring.authoring import compatible # line: 263\n","    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n","  File \"/usr/local/lib/python3.11/dist-packages/tensorflow/lite/python/authoring/authoring.py\", line 42, in <module>\n","    from tensorflow.lite.python import convert\n","  File \"/usr/local/lib/python3.11/dist-packages/tensorflow/lite/python/convert.py\", line 35, in <module>\n","    from tensorflow.lite.python import util\n","  File \"/usr/local/lib/python3.11/dist-packages/tensorflow/lite/python/util.py\", line 53, in <module>\n","    from jax import jit as _jit\n","  File \"/usr/local/lib/python3.11/dist-packages/jax/__init__.py\", line 37, in <module>\n","    import jax.core as _core\n","  File \"/usr/local/lib/python3.11/dist-packages/jax/core.py\", line 18, in <module>\n","    from jax._src.core import (\n","  File \"/usr/local/lib/python3.11/dist-packages/jax/_src/core.py\", line 37, in <module>\n","    from jax._src import dtypes\n","  File \"/usr/local/lib/python3.11/dist-packages/jax/_src/dtypes.py\", line 521, in <module>\n","    if hasattr(np.dtypes, 'StringDType') and xla_extension_version >= 311:\n","               ^^^^^^^^^\n","  File \"/usr/local/lib/python3.11/dist-packages/numpy/__init__.py\", line 320, in __getattr__\n","    raise AttributeError(\"module {!r} has no attribute \"\n","AttributeError: module 'numpy' has no attribute 'dtypes'. Did you mean: 'dtype'?\n","\n","The above exception was the direct cause of the following exception:\n","\n","Traceback (most recent call last):\n","  File \"<frozen runpy>\", line 198, in _run_module_as_main\n","  File \"<frozen runpy>\", line 88, in _run_code\n","  File \"/content/drive/.shortcut-targets-by-id/1UzUqRiNDwKGpOj_x2dlf9Nc08caO0ff-/ECE247NNProject/Transformers/emg2qwerty/train.py\", line 16, in <module>\n","    import pytorch_lightning as pl\n","  File \"/usr/local/lib/python3.11/dist-packages/pytorch_lightning/__init__.py\", line 35, in <module>\n","    from pytorch_lightning.callbacks import Callback  # noqa: E402\n","    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n","  File \"/usr/local/lib/python3.11/dist-packages/pytorch_lightning/callbacks/__init__.py\", line 14, in <module>\n","    from pytorch_lightning.callbacks.batch_size_finder import BatchSizeFinder\n","  File \"/usr/local/lib/python3.11/dist-packages/pytorch_lightning/callbacks/batch_size_finder.py\", line 24, in <module>\n","    from pytorch_lightning.callbacks.callback import Callback\n","  File \"/usr/local/lib/python3.11/dist-packages/pytorch_lightning/callbacks/callback.py\", line 25, in <module>\n","    from pytorch_lightning.utilities.types import STEP_OUTPUT\n","  File \"/usr/local/lib/python3.11/dist-packages/pytorch_lightning/utilities/types.py\", line 27, in <module>\n","    from torchmetrics import Metric\n","  File \"/usr/local/lib/python3.11/dist-packages/torchmetrics/__init__.py\", line 14, in <module>\n","    from torchmetrics import functional  # noqa: E402\n","    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n","  File \"/usr/local/lib/python3.11/dist-packages/torchmetrics/functional/__init__.py\", line 82, in <module>\n","    from torchmetrics.functional.text.bleu import bleu_score\n","  File \"/usr/local/lib/python3.11/dist-packages/torchmetrics/functional/text/__init__.py\", line 30, in <module>\n","    from torchmetrics.functional.text.bert import bert_score  # noqa: F401\n","    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n","  File \"/usr/local/lib/python3.11/dist-packages/torchmetrics/functional/text/bert.py\", line 24, in <module>\n","    from torchmetrics.functional.text.helper_embedding_metric import (\n","  File \"/usr/local/lib/python3.11/dist-packages/torchmetrics/functional/text/helper_embedding_metric.py\", line 26, in <module>\n","    from transformers import AutoModelForMaskedLM, AutoTokenizer, PreTrainedModel, PreTrainedTokenizerBase\n","  File \"<frozen importlib._bootstrap>\", line 1229, in _handle_fromlist\n","  File \"/usr/local/lib/python3.11/dist-packages/transformers/utils/import_utils.py\", line 1805, in __getattr__\n","    module = self._get_module(self._class_to_module[name])\n","             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n","  File \"/usr/local/lib/python3.11/dist-packages/transformers/utils/import_utils.py\", line 1819, in _get_module\n","    raise RuntimeError(\n","RuntimeError: Failed to import transformers.modeling_utils because of the following error (look up to see its traceback):\n","module 'numpy' has no attribute 'dtypes'\n"]}],"source":["# Single-user testing\n","!python -m emg2qwerty.train \\\n","  user=\"single_user\" \\\n","  # checkpoint=\"/content/drive/MyDrive/emg2qwerty-main/logs/2025-03-08/22-44-00/checkpoints/epoch=24-step=3000.ckpt\" \\\n","  # checkpoint=\"/content/drive/MyDrive/ECE247NNProject/Transformers/logs/2025-03-09/08-20-14/checkpoints/epoch\\=38-step\\=4680.ckpt\" \\\n","  train=False \\\n","  trainer.accelerator=gpu \\\n","  decoder=ctc_greedy \\\n","  hydra.launcher.mem_gb=64 \\\n","  # --multirun"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"9tWIhk47O3N0"},"outputs":[],"source":[]}],"metadata":{"accelerator":"GPU","colab":{"gpuType":"T4","provenance":[]},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"name":"python"}},"nbformat":4,"nbformat_minor":0}