Add environment.yaml

Author: david-baek

environment.yaml

@@ -1,335 +1,73 @@
-name: sae-exp
+name: crystal
 channels:
-  - pytorch
-  - nvidia
-  - anaconda
-  - defaults
+  - conda-forge
 dependencies:
-  - pip
-  - _libgcc_mutex=0.1=main
-  - _openmp_mutex=5.1=1_gnu
-  - argon2-cffi-bindings=21.2.0=py310h7f8727e_0
-  - async-lru=2.0.4=py310h06a4308_0
-  - backcall=0.2.0=pyhd3eb1b0_0
-  - beautifulsoup4=4.12.3=py310h06a4308_0
-  - blas=1.0=mkl
-  - blosc=1.21.3=h6a678d5_0
-  - brotli-python=1.0.9=py310h6a678d5_8
-  - bzip2=1.0.8=h5eee18b_6
-  - c-ares=1.19.1=h5eee18b_0
-  - c-blosc2=2.12.0=h80c7b02_0
-  - ca-certificates=2024.7.2=h06a4308_0
-  - charset-normalizer=3.3.2=pyhd3eb1b0_0
-  - cuda-cudart=11.8.89=0
-  - decorator=5.1.1=pyhd3eb1b0_0
-  - defusedxml=0.7.1=pyhd3eb1b0_0
-  - faiss-gpu=1.8.0=py3.10_hedc54c9_0_cuda11.4.4
-  - h11=0.14.0=py310h06a4308_0
-  - hdf5=1.12.1=h2b7332f_3
-  - intel-openmp=2023.1.0=hdb19cb5_46306
-  - ipykernel=6.28.0=py310h06a4308_0
-  - jinja2=3.1.4=py310h06a4308_0
-  - jupyter_client=8.6.0=py310h06a4308_0
-  - jupyter_core=5.7.2=py310h06a4308_0
-  - jupyter_events=0.10.0=py310h06a4308_0
-  - jupyter_server=2.14.1=py310h06a4308_0
-  - jupyter_server_terminals=0.4.4=py310h06a4308_1
-  - jupyterlab_pygments=0.1.2=py_0
-  - jupyterlab_server=2.27.3=py310h06a4308_0
-  - krb5=1.20.1=h143b758_1
-  - ld_impl_linux-64=2.38=h1181459_1
-  - libcublas=11.11.3.6=0
-  - libcurl=8.7.1=h251f7ec_0
-  - libedit=3.1.20230828=h5eee18b_0
-  - libev=4.33=h7f8727e_1
-  - libfaiss=1.8.0=h5aaf3ed_0_cuda11.4.4
-  - libffi=3.4.4=h6a678d5_1
-  - libgcc-ng=11.2.0=h1234567_1
-  - libgfortran-ng=11.2.0=h00389a5_1
-  - libgfortran5=11.2.0=h1234567_1
-  - libgomp=11.2.0=h1234567_1
-  - libnghttp2=1.57.0=h2d74bed_0
-  - libsodium=1.0.18=h7b6447c_0
-  - libssh2=1.11.0=h251f7ec_0
-  - libstdcxx-ng=11.2.0=h1234567_1
-  - libuuid=1.41.5=h5eee18b_0
-  - lz4-c=1.9.4=h6a678d5_1
-  - lzo=2.10=h7b6447c_2
-  - matplotlib-inline=0.1.6=py310h06a4308_0
-  - mkl=2023.1.0=h213fc3f_46344
-  - mkl-service=2.4.0=py310h5eee18b_1
-  - mkl_fft=1.3.8=py310h5eee18b_0
-  - mkl_random=1.2.4=py310hdb19cb5_0
-  - nbformat=5.9.2=py310h06a4308_0
-  - ncurses=6.4=h6a678d5_0
-  - nest-asyncio=1.6.0=py310h06a4308_0
-  - numexpr=2.8.7=py310h85018f9_0
-  - numpy=1.26.4=py310h5f9d8c6_0
-  - numpy-base=1.26.4=py310hb5e798b_0
-  - openssl=3.0.15=h5eee18b_0
-  - packaging=24.1=py310h06a4308_0
-  - pickleshare=0.7.5=pyhd3eb1b0_1003
-  - prometheus_client=0.14.1=py310h06a4308_0
-  - prompt_toolkit=3.0.43=hd3eb1b0_0
-  - ptyprocess=0.7.0=pyhd3eb1b0_2
-  - pure_eval=0.2.2=pyhd3eb1b0_0
-  - py-cpuinfo=9.0.0=py310h06a4308_0
-  - pysocks=1.7.1=py310h06a4308_0
-  - pytables=3.9.2=py310h0016290_0
-  - python=3.10.14=h955ad1f_1
-  - python-dateutil=2.9.0post0=py310h06a4308_2
-  - python-fastjsonschema=2.16.2=py310h06a4308_0
-  - python-json-logger=2.0.7=py310h06a4308_0
-  - pytz=2024.1=py310h06a4308_0
-  - pyyaml=6.0.1=py310h5eee18b_0
-  - readline=8.2=h5eee18b_0
-  - requests=2.32.3=py310h06a4308_0
-  - rfc3339-validator=0.1.4=py310h06a4308_0
-  - rfc3986-validator=0.1.1=py310h06a4308_0
-  - setuptools=69.5.1=py310h06a4308_0
-  - six=1.16.0=pyhd3eb1b0_1
-  - soupsieve=2.5=py310h06a4308_0
-  - sqlite=3.45.3=h5eee18b_0
-  - stack_data=0.2.0=pyhd3eb1b0_0
-  - tbb=2021.8.0=hdb19cb5_0
-  - tk=8.6.14=h39e8969_0
-  - tomli=2.0.1=py310h06a4308_0
-  - tornado=6.4.1=py310h5eee18b_0
-  - traitlets=5.14.3=py310h06a4308_0
-  - typing_extensions=4.11.0=py310h06a4308_0
-  - urllib3=2.2.2=py310h06a4308_0
-  - websocket-client=1.8.0=py310h06a4308_0
-  - wheel=0.43.0=py310h06a4308_0
-  - xz=5.4.6=h5eee18b_1
-  - yaml=0.2.5=h7b6447c_0
-  - zeromq=4.3.5=h6a678d5_0
-  - zlib=1.2.13=h5eee18b_1
-  - zlib-ng=2.0.7=h5eee18b_0
-  - zstd=1.5.5=hc292b87_2
+  - _libgcc_mutex=0.1=conda_forge
+  - _openmp_mutex=4.5=2_gnu
+  - bzip2=1.0.8=h4bc722e_7
+  - ca-certificates=2024.12.14=hbcca054_0
+  - ld_impl_linux-64=2.43=h712a8e2_2
+  - libexpat=2.6.4=h5888daf_0
+  - libffi=3.4.2=h7f98852_5
+  - libgcc=14.2.0=h77fa898_1
+  - libgcc-ng=14.2.0=h69a702a_1
+  - libgomp=14.2.0=h77fa898_1
+  - liblzma=5.6.3=hb9d3cd8_1
+  - libnsl=2.0.1=hd590300_0
+  - libsqlite=3.48.0=hee588c1_0
+  - libuuid=2.38.1=h0b41bf4_0
+  - libxcrypt=4.4.36=hd590300_1
+  - libzlib=1.3.1=hb9d3cd8_2
+  - ncurses=6.5=h2d0b736_2
+  - openssl=3.4.0=h7b32b05_1
+  - pip=24.3.1=pyh8b19718_2
+  - python=3.12.8=h9e4cc4f_1_cpython
+  - readline=8.2=h8228510_1
+  - setuptools=75.8.0=pyhff2d567_0
+  - tk=8.6.13=noxft_h4845f30_101
+  - wheel=0.45.1=pyhd8ed1ab_1
   - pip:
-      - accelerate==1.1.1
       - adjusttext==1.3.0
-      - aiohttp==3.9.5
-      - aiosignal==1.3.1
-      - annotated-types==0.7.0
-      - anyio==4.4.0
-      - argon2-cffi==23.1.0
-      - arrow==1.3.0
-      - asttokens==2.4.1
-      - async-timeout==4.0.3
-      - attrs==23.2.0
-      - automated-interpretability==0.0.6
-      - babe==0.0.7
-      - babel==2.15.0
-      - beartype==0.14.1
-      - better-abc==0.0.3
-      - bidict==0.23.1
-      - bitsandbytes==0.42.0
-      - black==23.11.0
-      - bleach==6.1.0
-      - blobfile==2.1.1
-      - boostedblob==0.15.3
-      - certifi==2024.6.2
-      - cffi==1.16.0
-      - cfgv==3.4.0
-      - chardet==3.0.4
-      - click==8.1.7
-      - comm==0.2.2
-      - config2py==0.1.33
-      - contourpy==1.2.1
-      - coverage==7.5.4
+      - contourpy==1.3.1
       - cycler==0.12.1
-      - dataclasses-json==0.6.7
-      - datasets==2.21.0
-      - debugpy==1.8.2
-      - diffusers==0.30.3
-      - dill==0.3.8
-      - distlib==0.3.8
-      - distro==1.9.0
-      - docker-pycreds==0.4.0
-      - docstring-parser==0.16
-      - dol==0.2.49
-      - eindex-callum==0.1.1
-      - einops==0.7.0
-      - exceptiongroup==1.2.1
-      - executing==2.0.1
-      - fancy-einsum==0.0.3
-      - fastjsonschema==2.20.0
-      - filelock==3.15.4
-      - flake8==7.0.0
-      - fonttools==4.53.0
-      - fqdn==1.5.1
-      - frozenlist==1.4.1
-      - fsspec==2024.5.0
-      - gitdb==4.0.11
-      - gitpython==3.1.43
-      - googletrans==3.0.0
-      - gprof2dot==2024.6.6
-      - graze==0.1.17
-      - h2==3.2.0
-      - h5py==3.11.0
-      - hpack==3.0.0
-      - hstspreload==2024.10.1
-      - httpcore==1.0.5
-      - httpx==0.27.2
-      - huggingface-hub==0.24.7
-      - hyperframe==5.2.0
-      - i2==0.1.17
-      - identify==2.5.36
-      - idna==2.10
-      - importlib-metadata==8.5.0
-      - importlib-resources==6.4.0
-      - iniconfig==2.0.0
-      - ipython==8.26.0
-      - ipywidgets==8.1.3
-      - isoduration==20.11.0
-      - isort==5.13.2
-      - jaxtyping==0.2.36
-      - jedi==0.19.1
-      - jiter==0.5.0
+      - filelock==3.16.1
+      - fonttools==4.55.3
+      - fsspec==2024.12.0
+      - h5py==3.12.1
+      - jinja2==3.1.5
       - joblib==1.4.2
-      - json5==0.9.25
-      - jsonpointer==3.0.0
-      - jsonschema==4.22.0
-      - jsonschema-specifications==2023.12.1
-      - jupyter==1.1.1
-      - jupyter-client==8.6.2
-      - jupyter-console==6.6.3
-      - jupyter-lsp==2.2.5
-      - jupyter-server-terminals==0.5.3
-      - jupyterlab==4.2.3
-      - jupyterlab-pygments==0.3.0
-      - jupyterlab-server==2.27.2
-      - jupyterlab-widgets==3.0.11
-      - kiwisolver==1.4.5
-      - lxml==4.9.4
-      - markdown-it-py==3.0.0
-      - markupsafe==2.1.5
-      - marshmallow==3.21.3
-      - matplotlib==3.9.0
-      - mccabe==0.7.0
-      - mdurl==0.1.2
-      - mistune==3.0.2
+      - kiwisolver==1.4.8
+      - markupsafe==3.0.2
+      - matplotlib==3.10.0
       - mpmath==1.3.0
-      - multidict==6.0.5
-      - multiprocess==0.70.16
-      - mypy-extensions==1.0.0
-      - natsort==8.4.0
-      - nbclient==0.10.0
-      - nbconvert==7.16.4
-      - networkx==3.3
-      - nltk==3.8.1
-      - nnsight==0.3.6
-      - nodeenv==1.9.1
-      - notebook==7.2.1
-      - notebook-shim==0.2.4
-      - nvidia-cublas-cu12==12.1.3.1
-      - nvidia-cuda-cupti-cu12==12.1.105
-      - nvidia-cuda-nvrtc-cu12==12.1.105
-      - nvidia-cuda-runtime-cu12==12.1.105
+      - networkx==3.4.2
+      - numpy==2.2.2
+      - nvidia-cublas-cu12==12.4.5.8
+      - nvidia-cuda-cupti-cu12==12.4.127
+      - nvidia-cuda-nvrtc-cu12==12.4.127
+      - nvidia-cuda-runtime-cu12==12.4.127
       - nvidia-cudnn-cu12==9.1.0.70
-      - nvidia-cufft-cu12==11.0.2.54
-      - nvidia-curand-cu12==10.3.2.106
-      - nvidia-cusolver-cu12==11.4.5.107
-      - nvidia-cusparse-cu12==12.1.0.106
-      - nvidia-nccl-cu12==2.20.5
-      - nvidia-nvjitlink-cu12==12.5.40
-      - nvidia-nvtx-cu12==12.1.105
-      - openai==1.42.0
-      - orjson==3.10.5
-      - overrides==7.7.0
-      - pandas==2.2.2
-      - pandocfilters==1.5.1
-      - parso==0.8.4
-      - pathspec==0.12.1
-      - patsy==0.5.6
-      - pexpect==4.9.0
-      - pillow==10.3.0
-      - pip==24.3.1
-      - platformdirs==4.2.2
-      - plotly==5.22.0
-      - plotly-express==0.4.1
-      - pluggy==1.5.0
-      - pre-commit==3.6.0
-      - prometheus-client==0.20.0
-      - prompt-toolkit==3.0.47
-      - protobuf==5.27.2
-      - psutil==6.0.0
-      - py2store==0.1.20
-      - pyarrow==16.1.0
-      - pyarrow-hotfix==0.6
-      - pycocotools==2.0.8
-      - pycodestyle==2.11.1
-      - pycparser==2.22
-      - pycryptodomex==3.20.0
-      - pydantic==2.8.2
-      - pydantic-core==2.20.1
-      - pyflakes==3.2.0
-      - pygments==2.18.0
-      - pyparsing==3.1.2
-      - pytest==8.2.2
-      - pytest-cov==4.1.0
-      - pytest-profiling==1.7.0
-      - python-dotenv==1.0.1
-      - python-engineio==4.9.1
-      - python-socketio==5.11.4
-      - pyzmq==26.0.3
-      - qtconsole==5.5.2
-      - qtpy==2.4.1
-      - referencing==0.35.1
-      - regex==2024.5.15
-      - rfc3986==1.5.0
-      - rich==13.7.1
-      - rpds-py==0.18.1
-      - sae-lens==5.2.0
-      - sae-vis==0.2.19
-      - safetensors==0.4.3
-      - scikit-learn==1.5.0
-      - scipy==1.14.0
-      - seaborn==0.13.2
-      - send2trash==1.8.3
-      - sentence-transformers==3.1.0
-      - sentencepiece==0.2.0
-      - sentry-sdk==2.7.1
-      - setproctitle==1.3.3
-      - shellingham==1.5.4
-      - simple-parsing==0.1.6
-      - simple-websocket==1.0.0
-      - smmap==5.0.1
-      - sniffio==1.3.1
-      - stack-data==0.6.3
-      - statsmodels==0.14.2
-      - sympy==1.12.1
-      - tenacity==8.4.2
-      - terminado==0.18.1
+      - nvidia-cufft-cu12==11.2.1.3
+      - nvidia-curand-cu12==10.3.5.147
+      - nvidia-cusolver-cu12==11.6.1.9
+      - nvidia-cusparse-cu12==12.3.1.170
+      - nvidia-nccl-cu12==2.21.5
+      - nvidia-nvjitlink-cu12==12.4.127
+      - nvidia-nvtx-cu12==12.4.127
+      - packaging==24.2
+      - pandas==2.2.3
+      - pillow==11.1.0
+      - pyparsing==3.2.1
+      - python-dateutil==2.9.0.post0
+      - pytz==2024.2
+      - scikit-learn==1.6.1
+      - scipy==1.15.1
+      - six==1.17.0
+      - sympy==1.13.1
       - threadpoolctl==3.5.0
-      - tiktoken==0.6.0
-      - tinycss2==1.3.0
-      - tokenizers==0.20.3
-      - torch==2.4.1
-      - torchaudio==2.4.0
-      - torchvision==0.19.1
-      - tqdm==4.66.4
-      - transformer-lens==2.10.0
-      - transformers==4.46.3
-      - triton==3.0.0
-      - typeguard==4.4.1
-      - typer==0.12.3
-      - types-python-dateutil==2.9.0.20240316
+      - torch==2.5.1
+      - tqdm==4.67.1
+      - triton==3.1.0
       - typing-extensions==4.12.2
-      - typing-inspect==0.9.0
-      - tzdata==2024.1
-      - uri-template==1.3.0
-      - uvloop==0.19.0
-      - virtualenv==20.26.3
-      - wandb==0.17.3
-      - wcwidth==0.2.13
-      - webcolors==24.6.0
-      - webencodings==0.5.1
-      - widgetsnbextension==4.0.11
-      - wsproto==1.2.0
-      - xxhash==3.4.1
-      - yarl==1.9.4
-      - zipp==3.20.2
-      - zstandard==0.22.0
-prefix: /home/gridsan/dbaek/.conda/envs/sae-exp
+      - tzdata==2024.2
+prefix: /home/gridsan/dbaek/.conda/envs/crystal