Slurm

.gitignore

@@ -0,0 +1,16 @@
+.env
+.envrc
+submodules/
+.vscode/
+__pycache__/**
+cache/
+long-form-factuality/data/
+long-form-factuality/datasets/atlas
+results
+results_old/
+**/__pycache__/
+logs/
+*.log
+**/justfile
+notebooks/
+notes.md

.gitmodules

@@ -0,0 +1,15 @@
+[submodule "submodules/alignment-handbook"]
+	path = submodules/alignment-handbook
+	url = https://github.com/huggingface/alignment-handbook.git
+[submodule "submodules/factalign-gemma2-f1_0.75"]
+	path = submodules/factalign-gemma2-f1_0.75
+	url = https://huggingface.co/datasets/chaoweihuang/factalign-gemma2-f1_0.75
+[submodule "submodules/factalign-llama3-f1_0.8-fg0.5"]
+	path = submodules/factalign-llama3-f1_0.8-fg0.5
+	url = https://huggingface.co/datasets/chaoweihuang/factalign-llama3-f1_0.8-fg0.5
+[submodule "submodules/factalign-phi3-f1_0.7-fg0.5"]
+	path = submodules/factalign-phi3-f1_0.7-fg0.5
+	url = https://huggingface.co/datasets/chaoweihuang/factalign-phi3-f1_0.7-fg0.5
+[submodule "submodules/ultra-feedback"]
+	path = submodules/ultra-feedback
+	url = https://huggingface.co/datasets/openbmb/UltraFeedback

conda_envs/colbert.yml

@@ -0,0 +1,280 @@
+name: colbert
+channels:
+  - conda-forge
+  - nvidia
+  - pytorch
+  - defaults
+dependencies:
+  - _openmp_mutex=4.5=7_kmp_llvm
+  - binutils_impl_linux-64=2.45.1=default_hfdba357_102
+  - blas=2.306=mkl
+  - blas-devel=3.11.0=6_hcf00494_mkl
+  - brotli-python=1.1.0=py38h17151c0_1
+  - bzip2=1.0.8=hda65f42_9
+  - ca-certificates=2026.4.22=hbd8a1cb_0
+  - certifi=2024.8.30=pyhd8ed1ab_0
+  - cffi=1.17.0=py38heb5c249_0
+  - charset-normalizer=3.4.0=pyhd8ed1ab_0
+  - cuda-cudart=11.7.99=0
+  - cuda-cupti=11.7.101=0
+  - cuda-libraries=11.7.1=0
+  - cuda-nvrtc=11.7.99=0
+  - cuda-nvtx=11.7.91=0
+  - cuda-runtime=11.7.1=0
+  - cudatoolkit=11.3.1=ha36c431_9
+  - faiss-gpu=1.7.3=py3.8_h28a55e0_0_cuda11.3
+  - ffmpeg=4.4.0=hca11adc_2
+  - freetype=2.14.3=ha770c72_0
+  - gcc=11.4.0=h602e360_13
+  - gcc_impl_linux-64=11.4.0=h00c12a0_13
+  - gmp=6.3.0=hac33072_2
+  - gnutls=3.6.13=h85f3911_1
+  - gxx=11.4.0=h602e360_13
+  - gxx_impl_linux-64=11.4.0=h634f3ee_13
+  - h2=4.1.0=pyhd8ed1ab_0
+  - hpack=4.0.0=pyh9f0ad1d_0
+  - hyperframe=6.0.1=pyhd8ed1ab_0
+  - icu=78.3=h33c6efd_0
+  - idna=3.10=pyhd8ed1ab_0
+  - jpeg=9e=h0b41bf4_3
+  - kernel-headers_linux-64=6.12.0=he073ed8_6
+  - lame=3.100=h166bdaf_1003
+  - lcms2=2.15=hfd0df8a_0
+  - ld_impl_linux-64=2.45.1=default_hbd61a6d_102
+  - lerc=4.1.0=hdb68285_0
+  - libblas=3.11.0=6_h5875eb1_mkl
+  - libcblas=3.11.0=6_hfef963f_mkl
+  - libcublas=11.10.3.66=0
+  - libcufft=10.7.2.124=h4fbf590_0
+  - libcufile=1.9.1.3=0
+  - libcurand=10.3.5.147=0
+  - libcusolver=11.4.0.1=0
+  - libcusparse=11.7.4.91=0
+  - libdeflate=1.17=h0b41bf4_0
+  - libfaiss=1.7.3=hfc2d529_0_cuda11.3
+  - libffi=3.5.2=h3435931_0
+  - libfreetype=2.14.3=ha770c72_0
+  - libfreetype6=2.14.3=h73754d4_0
+  - libgcc=15.2.0=he0feb66_18
+  - libgcc-devel_linux-64=11.4.0=h8f596e0_113
+  - libgcc-ng=15.2.0=h69a702a_18
+  - libgomp=15.2.0=he0feb66_18
+  - libhwloc=2.12.2=default_hafda6a7_1000
+  - libiconv=1.18=h3b78370_2
+  - liblapack=3.11.0=6_h5e43f62_mkl
+  - liblapacke=3.11.0=6_hdba1596_mkl
+  - liblzma=5.8.3=hb03c661_0
+  - liblzma-devel=5.8.3=hb03c661_0
+  - libnpp=11.7.4.75=0
+  - libnsl=2.0.1=hb9d3cd8_1
+  - libnvjpeg=11.8.0.2=0
+  - libpng=1.6.58=h421ea60_0
+  - libsanitizer=11.4.0=h5763a12_13
+  - libsqlite=3.53.0=hf4e2dac_0
+  - libstdcxx=15.2.0=h934c35e_18
+  - libstdcxx-devel_linux-64=11.4.0=h8f596e0_113
+  - libstdcxx-ng=15.2.0=hdf11a46_18
+  - libtiff=4.5.0=h6adf6a1_2
+  - libuuid=2.42=h5347b49_0
+  - libvpx=1.11.0=h9c3ff4c_3
+  - libwebp-base=1.6.0=hd42ef1d_0
+  - libxcb=1.13=h7f98852_1004
+  - libxcrypt=4.4.36=hd590300_1
+  - libxml2=2.15.3=h49c6c72_0
+  - libxml2-16=2.15.3=hca6bf5a_0
+  - libzlib=1.3.2=h25fd6f3_2
+  - llvm-openmp=22.1.4=h4922eb0_0
+  - mkl=2025.3.1=h0e700b2_11
+  - mkl-devel=2025.3.1=ha770c72_11
+  - mkl-include=2025.3.1=hf2ce2f3_11
+  - ncurses=6.5=h2d0b736_3
+  - nettle=3.6=he412f7d_0
+  - numpy=1.24.4=py38h59b608b_0
+  - onemkl-license=2025.3.1=hf2ce2f3_11
+  - openh264=2.1.1=h4ff587b_0
+  - openjpeg=2.5.0=hfec8fc6_2
+  - openssl=3.6.2=h35e630c_0
+  - pillow=9.4.0=py38hde6dc18_1
+  - pip=21.0.1=pyhd8ed1ab_0
+  - pthread-stubs=0.4=hb9d3cd8_1002
+  - pycparser=2.22=pyhd8ed1ab_0
+  - pysocks=1.7.1=pyha2e5f31_6
+  - python=3.8.20=h4a871b0_2_cpython
+  - python_abi=3.8=8_cp38
+  - pytorch-cuda=11.7=h778d358_5
+  - pytorch-mutex=1.0=cuda
+  - readline=8.3=h853b02a_0
+  - requests=2.32.3=pyhd8ed1ab_0
+  - setuptools=75.3.0=pyhd8ed1ab_0
+  - sysroot_linux-64=2.39=hc4b9eeb_6
+  - tbb=2022.3.0=hb700be7_2
+  - tk=8.6.13=noxft_h366c992_103
+  - torchaudio=0.13.1=py38_cu117
+  - torchvision=0.14.1=py38_cu117
+  - typing_extensions=4.12.2=pyha770c72_0
+  - urllib3=2.2.3=pyhd8ed1ab_0
+  - wheel=0.45.1=pyhd8ed1ab_0
+  - x264=1!161.3030=h7f98852_1
+  - xorg-libxau=1.0.12=hb03c661_1
+  - xorg-libxdmcp=1.1.5=hb03c661_1
+  - xz=5.8.3=ha02ee65_0
+  - xz-gpl-tools=5.8.3=ha02ee65_0
+  - xz-tools=5.8.3=hb03c661_0
+  - zstandard=0.19.0=py38h0a891b7_0
+  - zstd=1.5.7=hb78ec9c_6
+  - pip:
+      - https://download-r2.pytorch.org/whl/cu121/torch-2.4.0%2Bcu121-cp38-cp38-linux_x86_64.whl#sha256=8a479b71740af92a4e1b99045bea831f3da73187c8c3e3d212b1e6fe39315b21
+      # - https://download-r2.pytorch.org/whl/cpu/torchaudio-0.13.1%2Bcpu-cp38-cp38-linux_x86_64.whl#sha256=61e9f7490ee81f0796f9b109f4dd46a873192af5a0e39d2084d10c9010f846d4
+      # - https://download-r2.pytorch.org/whl/cu121/torchaudio-2.1.0%2Bcu121-cp38-cp38-linux_x86_64.whl#sha256=51acb4689a7b01f258e31aeec9b9a87e8483742261bd11e12f80734c888cde88
+      # - https://download-r2.pytorch.org/whl/cpu/torchvision-0.14.1%2Bcpu-cp38-cp38-linux_x86_64.whl#sha256=46ff03ec16b49a6031714e98b1321a18ce789d8440a5073981e83b470a0484d1
+      # - https://download-r2.pytorch.org/whl/cu121/torchvision-0.16.0%2Bcu121-cp38-cp38-linux_x86_64.whl#sha256=967c0f8ada2abeed430b33e83ce7b3de5233675c8b020c18c1255dca065b4add
+      - aiohappyeyeballs==2.4.4
+      - aiohttp==3.10.11
+      - aiosignal==1.3.1
+      - anyio==4.5.2
+      - argon2-cffi==25.1.0
+      - argon2-cffi-bindings==21.2.0
+      - arrow==1.4.0
+      - asttokens==3.0.1
+      - async-lru==2.0.4
+      - async-timeout==5.0.1
+      - attrs==25.3.0
+      - babel==2.18.0
+      - backcall==0.2.0
+      - backports-zoneinfo==0.2.1
+      - beautifulsoup4==4.14.3
+      - bitarray==3.8.1
+      - bleach==6.1.0
+      - blinker==1.8.2
+      - click==8.1.8
+      - comm==0.2.3
+      - datasets==3.1.0
+      - debugpy==1.8.20
+      - decorator==5.2.1
+      - defusedxml==0.7.1
+      - dill==0.3.8
+      - exceptiongroup==1.3.1
+      - executing==2.2.1
+      - fastjsonschema==2.21.2
+      - filelock==3.16.1
+      - flask==3.0.3
+      - fqdn==1.5.1
+      - frozenlist==1.5.0
+      - fsspec==2024.9.0
+      - gitdb==4.0.12
+      - gitpython==3.1.47
+      - h11==0.16.0
+      - hf-xet==1.4.3
+      - httpcore==1.0.9
+      - httpx==0.28.1
+      - huggingface-hub==0.36.2
+      - importlib-metadata==8.5.0
+      - importlib-resources==6.4.5
+      - ipykernel==6.29.5
+      - ipython==8.12.3
+      - ipywidgets==8.1.8
+      - isoduration==20.11.0
+      - itsdangerous==2.2.0
+      - jedi==0.19.2
+      - jinja2==3.1.6
+      - json5==0.14.0
+      - jsonpointer==3.0.0
+      - jsonschema==4.23.0
+      - jsonschema-specifications==2023.12.1
+      - jupyter==1.1.1
+      - jupyter-client==8.6.3
+      - jupyter-console==6.6.3
+      - jupyter-core==5.8.1
+      - jupyter-events==0.10.0
+      - jupyter-lsp==2.3.1
+      - jupyter-server==2.14.2
+      - jupyter-server-terminals==0.5.4
+      - jupyterlab==4.3.8
+      - jupyterlab-pygments==0.3.0
+      - jupyterlab-server==2.28.0
+      - jupyterlab-widgets==3.0.16
+      - markupsafe==2.1.5
+      - matplotlib-inline==0.1.7
+      - mistune==3.2.0
+      - mpmath==1.3.0
+      - multidict==6.1.0
+      - multiprocess==0.70.16
+      - nbclient==0.10.1
+      - nbconvert==7.16.6
+      - nbformat==5.10.4
+      - nest-asyncio==1.6.0
+      - networkx==3.1
+      - ninja==1.13.0
+      - notebook==7.3.3
+      - notebook-shim==0.2.4
+      - nvidia-cublas-cu12==12.1.3.1
+      - nvidia-cuda-cupti-cu12==12.1.105
+      - nvidia-cuda-nvrtc-cu12==12.1.105
+      - nvidia-cuda-runtime-cu12==12.1.105
+      - nvidia-cudnn-cu12==9.1.0.70
+      - nvidia-cufft-cu12==11.0.2.54
+      - nvidia-curand-cu12==10.3.2.106
+      - nvidia-cusolver-cu12==11.4.5.107
+      - nvidia-cusparse-cu12==12.1.0.106
+      - nvidia-nccl-cu12==2.20.5
+      - nvidia-nvjitlink-cu12==12.9.86
+      - nvidia-nvtx-cu12==12.1.105
+      - overrides==7.7.0
+      - packaging==26.2
+      - pandas==2.0.3
+      - pandocfilters==1.5.1
+      - parso==0.8.6
+      - pexpect==4.9.0
+      - pickleshare==0.7.5
+      - pkgutil-resolve-name==1.3.10
+      - platformdirs==4.3.6
+      - prometheus-client==0.21.1
+      - prompt-toolkit==3.0.52
+      - propcache==0.2.0
+      - psutil==7.2.2
+      - ptyprocess==0.7.0
+      - pure-eval==0.2.3
+      - pyarrow==17.0.0
+      - pygments==2.19.2
+      - python-dateutil==2.9.0.post0
+      - python-dotenv==1.0.1
+      - python-json-logger==4.0.0
+      - pytz==2026.1.post1
+      - pyyaml==6.0.3
+      - pyzmq==27.1.0
+      - referencing==0.35.1
+      - regex==2024.11.6
+      - rfc3339-validator==0.1.4
+      - rfc3986-validator==0.1.1
+      - rpds-py==0.20.1
+      - safetensors==0.5.3
+      - scipy==1.10.1
+      - send2trash==2.1.0
+      - six==1.17.0
+      - smmap==5.0.3
+      - sniffio==1.3.1
+      - soupsieve==2.7
+      - stack-data==0.6.3
+      - sympy==1.13.3
+      - terminado==0.18.1
+      - tinycss2==1.2.1
+      - tokenizers==0.20.3
+      - tomli==2.4.1
+      - tornado==6.4.2
+      - tqdm==4.67.3
+      - traitlets==5.14.3
+      - transformers==4.46.3
+      - triton==3.0.0
+      - tzdata==2026.2
+      - ujson==5.10.0
+      - uri-template==1.3.0
+      - wcwidth==0.6.0
+      - webcolors==24.8.0
+      - webencodings==0.5.1
+      - websocket-client==1.8.0
+      - werkzeug==3.0.6
+      - widgetsnbextension==4.0.15
+      - xxhash==3.7.0
+      - yarl==1.15.2
+      - zipp==3.20.2
+prefix: /home/pratuat/miniconda3/envs/colbert