first add

ldh/requirements.txt

@@ -0,0 +1,238 @@
+absl-py==2.1.0
+accelerate==0.33.0
+aiohappyeyeballs==2.4.0
+aiohttp==3.10.5
+aiosignal==1.3.1
+annotated-types==0.7.0
+antlr4-python3-runtime==4.11.0
+apex @ file:///tmp/apex
+astor==0.8.1
+asttokens==2.4.1
+async-timeout==4.0.3
+attrs==24.2.0
+blinker==1.4
+blis==0.7.11
+blobfile==2.1.1
+boto3==1.35.5
+botocore==1.35.5
+cachetools==5.5.0
+catalogue==2.0.10
+certifi==2022.12.7
+cffi==1.17.0
+cfgv==3.4.0
+chardet==5.2.0
+charset-normalizer==2.1.1
+click==8.0.3
+cloudpathlib==0.18.1
+colorama==0.4.4
+coloredlogs==15.0.1
+comm==0.2.2
+confection==0.1.5
+contourpy==1.2.1
+coverage==7.6.1
+cryptography==3.4.8
+cycler==0.12.1
+cymem==2.0.8
+Cython==3.0.11
+DataProperty==1.0.1
+datasets==2.21.0
+dbus-python==1.2.18
+debugpy==1.8.5
+decorator==5.1.1
+deepspeed==0.15.0
+diffusers==0.30.1
+dill==0.3.8
+distlib==0.3.8
+distro==1.7.0
+docstring_parser==0.16
+einops==0.8.0
+evaluate==0.4.2
+exceptiongroup==1.2.2
+execnet==2.1.1
+executing==2.0.1
+filelock==3.13.1
+flash-attn==2.6.3
+fonttools==4.53.1
+frozenlist==1.4.1
+fsspec==2024.2.0
+graphviz==0.20.3
+grpcio==1.66.0
+hjson==3.1.0
+httplib2==0.20.2
+huggingface-hub==0.24.6
+humanfriendly==10.0
+identify==2.6.0
+idna==3.4
+immutabledict==4.2.0
+importlib-metadata==4.6.4
+iniconfig==2.0.0
+iotop==0.6
+ipdb==0.13.13
+ipykernel==6.29.5
+ipython==8.26.0
+jedi==0.19.1
+jeepney==0.7.1
+Jinja2==3.1.3
+jmespath==1.0.1
+joblib==1.4.2
+jsonlines==4.0.0
+jupyter_client==8.6.2
+jupyter_core==5.7.2
+keyring==23.5.0
+kiwisolver==1.4.5
+langcodes==3.4.0
+langdetect==1.0.9
+language_data==1.2.0
+launchpadlib==1.10.16
+lazr.restfulclient==0.14.4
+lazr.uri==1.0.6
+-e git+https://github.com/EleutherAI/lm-evaluation-harness.git@aab42ba836b4af28cc1c5c1e697ea334c6ea7ced#egg=lm_eval
+lxml==4.9.4
+marisa-trie==1.2.0
+Markdown==3.7
+markdown-it-py==3.0.0
+MarkupSafe==2.1.5
+matplotlib==3.9.2
+matplotlib-inline==0.1.7
+mbstrdecoder==1.1.3
+mdurl==0.1.2
+meson==0.61.2
+more-itertools==8.10.0
+mpi4py==4.0.0
+mpmath==1.3.0
+msgpack==1.0.8
+multidict==6.0.5
+multiprocess==0.70.16
+murmurhash==1.0.10
+mypy==1.11.1
+mypy-extensions==1.0.0
+nest-asyncio==1.6.0
+networkx==3.2.1
+ninja==1.11.1.1
+nltk==3.9.1
+nodeenv==1.9.1
+numexpr==2.10.1
+numpy==1.26.3
+nvidia-cublas-cu12==12.4.2.65
+nvidia-cuda-cupti-cu12==12.4.99
+nvidia-cuda-nvrtc-cu12==12.4.99
+nvidia-cuda-runtime-cu12==12.4.99
+nvidia-cudnn-cu12==9.1.0.70
+nvidia-cufft-cu12==11.2.0.44
+nvidia-curand-cu12==10.3.5.119
+nvidia-cusolver-cu12==11.6.0.99
+nvidia-cusparse-cu12==12.3.0.142
+nvidia-ml-py==12.535.161
+nvidia-nccl-cu12==2.20.5
+nvidia-nvjitlink-cu12==12.4.99
+nvidia-nvtx-cu12==12.4.99
+nvitop==1.3.2
+oauthlib==3.2.0
+optimum==1.21.4
+packaging==22.0
+pandas==2.2.2
+parso==0.8.4
+pathvalidate==3.2.1
+peft==0.12.0
+pexpect==4.9.0
+pillow==10.2.0
+platformdirs==4.2.2
+pluggy==1.5.0
+portalocker==2.10.1
+pre-commit==3.8.0
+preshed==3.0.9
+prompt_toolkit==3.0.47
+protobuf==5.27.3
+psutil==6.0.0
+ptyprocess==0.7.0
+pure_eval==0.2.3
+py-cpuinfo==9.0.0
+py3nvml==0.2.7
+pyarrow==17.0.0
+pybind11==2.13.5
+pycocotools==2.0.8
+pycparser==2.22
+pycryptodomex==3.20.0
+pydantic==2.8.2
+pydantic_core==2.20.1
+pyelftools==0.27
+Pygments==2.18.0
+PyGObject==3.42.1
+PyJWT==2.3.0
+pyparsing==2.4.7
+pytablewriter==1.2.0
+pytest==8.3.2
+pytest-cov==5.0.0
+pytest-xdist==3.6.1
+python-apt==2.4.0+ubuntu3
+python-dateutil==2.9.0.post0
+pytz==2024.1
+PyYAML==5.4.1
+pyzmq==26.2.0
+regex==2024.7.24
+requests==2.32.3
+rich==13.7.1
+rouge-score==0.1.2
+s3transfer==0.10.2
+sacrebleu==2.4.3
+safetensors==0.4.4
+scikit-learn==1.5.1
+scipy==1.14.1
+seaborn==0.13.2
+SecretStorage==3.3.1
+sentencepiece==0.2.0
+shellingham==1.5.4
+shtab==1.7.1
+six==1.16.0
+smart-open==7.0.4
+spacy==3.7.6
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
+sqlitedict==2.1.0
+srsly==2.4.8
+stack-data==0.6.3
+sympy==1.12
+tabledata==1.3.3
+tabulate==0.9.0
+tcolorpy==0.1.6
+tensor-parallel==2.0.0
+tensorboard==2.17.1
+tensorboard-data-server==0.7.2
+termcolor==2.4.0
+thinc==8.2.5
+threadpoolctl==3.5.0
+tiktoken==0.7.0
+timm==1.0.9
+tokenizers==0.19.1
+tomli==2.0.1
+torch==2.4.0+cu124
+torchaudio==2.4.0+cu124
+torchvision==0.19.0+cu124
+tornado==6.4.1
+tqdm==4.66.5
+tqdm-multiprocess==0.0.11
+traitlets==5.14.3
+transformers==4.43.4
+triton==3.0.0
+trl==0.9.6
+typepy==1.3.2
+typer==0.12.4
+typing_extensions==4.9.0
+tyro==0.8.8
+tzdata==2024.1
+urllib3==1.26.13
+virtualenv==20.26.3
+wadllib==1.3.6
+wasabi==1.1.3
+wcwidth==0.2.13
+weasel==0.4.1
+Werkzeug==3.0.4
+word2number==1.1
+wrapt==1.16.0
+xformers @ file:///tmp/xformers
+xmltodict==0.13.0
+xxhash==3.5.0
+yappi==1.6.0
+yarl==1.9.4
+zipp==1.0.0
+zstandard==0.23.0