From f4ea3f8fa398b262cf58259dfbf3267e7eb1b20c Mon Sep 17 00:00:00 2001 From: hotwa Date: Thu, 20 Jun 2024 16:18:14 +0800 Subject: [PATCH] add pip list version --- finetune/requirements.txt | 37 ++++++++ finetune/test.txt | 182 ++++++++++++++++++++++++++++++++++++++ 2 files changed, 219 insertions(+) create mode 100644 finetune/requirements.txt create mode 100644 finetune/test.txt diff --git a/finetune/requirements.txt b/finetune/requirements.txt new file mode 100644 index 0000000..6917fc7 --- /dev/null +++ b/finetune/requirements.txt @@ -0,0 +1,37 @@ +pytorch +torchvision +torchaudio +pydantic +transformers +datasets +accelerate +evaluate +peft +deepspeed +tiktoken +sentencepiece +tqdm +nltk +matplotlib +seaborn +numpy +pandas +scikit-learn +diffusers +huggingface_hub +spacy +Pillow +blobfile +requests +scipy +pycocotools +protobuf +timm +pyyaml +ipython +xformers +opencv-contrib-python +open_clip_torch +flash-attn +packaging +psutil diff --git a/finetune/test.txt b/finetune/test.txt new file mode 100644 index 0000000..48b0982 --- /dev/null +++ b/finetune/test.txt @@ -0,0 +1,182 @@ +absl-py==2.1.0 +accelerate @ git+https://github.com/huggingface/accelerate@1f7a79b428749f45187ec69485f2c966fe21926e +aiohttp==3.9.5 +aiosignal==1.3.1 +alabaster==0.7.16 +alembic==1.13.1 +annotated-types==0.7.0 +arrow==1.3.0 +astor==0.8.1 +asttokens @ file:///home/conda/feedstock_root/build_artifacts/asttokens_1698341106958/work +async-timeout==4.0.3 +attrs==23.2.0 +Babel==2.15.0 +beautifulsoup4==4.12.3 +binaryornot==0.4.4 +boto3==1.34.129 +botocore==1.34.129 +certifi==2024.6.2 +cffi==1.16.0 +chardet==5.2.0 +charset-normalizer==3.3.2 +click==8.1.7 +cmake==3.29.5.1 +colorlog==6.8.2 +contourpy==1.2.1 +cookiecutter==1.7.3 +cycler==0.12.1 +datasets==2.20.0 +decorator @ file:///home/conda/feedstock_root/build_artifacts/decorator_1641555617451/work +deepspeed @ file:///tmp/DeepSpeed/dist/deepspeed-0.14.4%2B0c979d67-cp310-cp310-linux_x86_64.whl#sha256=3990df7f730604f29f51d6e5aa83ec09da6a4ea584504d27dc2d0fad7b8a4582 +deepspeed-kernels @ file:///tmp/DeepSpeed-Kernels +dill==0.3.4 +docutils==0.20.1 +einops==0.8.0 +evaluate==0.4.2 +exceptiongroup @ file:///home/conda/feedstock_root/build_artifacts/exceptiongroup_1704921103267/work +execnet==2.1.1 +executing @ file:///home/conda/feedstock_root/build_artifacts/executing_1698579936712/work +faiss-cpu==1.8.0 +filelock==3.15.3 +flash-attn==2.5.9.post1 +fonttools==4.53.0 +frozenlist==1.4.1 +fsspec==2024.6.0 +ftfy==6.2.0 +gitdb==4.0.11 +GitPython==3.1.18 +graphviz==0.20.3 +greenlet==3.0.3 +grpcio==1.64.1 +hjson==3.1.0 +huggingface-hub==0.23.4 +idna==3.7 +imagesize==1.4.1 +iniconfig==2.0.0 +ipdb==0.13.13 +ipython @ file:///home/conda/feedstock_root/build_artifacts/ipython_1717182742060/work +jedi @ file:///home/conda/feedstock_root/build_artifacts/jedi_1696326070614/work +Jinja2==3.1.4 +jinja2-time==0.2.0 +jmespath==1.0.1 +joblib==1.4.2 +kiwisolver==1.4.5 +Mako==1.3.5 +Markdown==3.6 +markdown-it-py==3.0.0 +MarkupSafe==2.1.5 +matplotlib==3.9.0 +matplotlib-inline @ file:///home/conda/feedstock_root/build_artifacts/matplotlib-inline_1713250518406/work +mdurl==0.1.2 +mpi4py @ https://github.com/mpi4py/mpi4py/tarball/master#sha256=e9d1ce01a4c5f95c704743ed13a2d90517dcafdfcde40e050903d583e9ca1260 +mpmath==1.3.0 +msgpack==1.0.8 +multidict==6.0.5 +multiprocess==0.70.12.2 +networkx==3.3 +ninja==1.11.1.1 +nltk==3.8.1 +numpy==2.0.0 +nvidia-cublas-cu12==12.1.3.1 +nvidia-cuda-cupti-cu12==12.1.105 +nvidia-cuda-nvrtc-cu12==12.1.105 +nvidia-cuda-runtime-cu12==12.1.105 +nvidia-cudnn-cu12==8.9.2.26 +nvidia-cufft-cu12==11.0.2.54 +nvidia-curand-cu12==10.3.2.106 +nvidia-cusolver-cu12==11.4.5.107 +nvidia-cusparse-cu12==12.1.0.106 +nvidia-ml-py==12.555.43 +nvidia-ml-py3==7.352.0 +nvidia-nccl-cu12==2.20.5 +nvidia-nvjitlink-cu12==12.5.40 +nvidia-nvtx-cu12==12.1.105 +open-clip-torch==2.24.0 +opencv-contrib-python==4.10.0.84 +optuna==3.6.1 +packaging==24.1 +pandas==2.2.2 +parameterized==0.9.0 +parso @ file:///home/conda/feedstock_root/build_artifacts/parso_1712320355065/work +pexpect @ file:///home/conda/feedstock_root/build_artifacts/pexpect_1706113125309/work +pickleshare @ file:///home/conda/feedstock_root/build_artifacts/pickleshare_1602536217715/work +pillow==10.3.0 +pluggy==1.5.0 +portalocker==2.0.0 +poyo==0.5.0 +prompt_toolkit @ file:///home/conda/feedstock_root/build_artifacts/prompt-toolkit_1718047967974/work +protobuf==4.25.3 +psutil==6.0.0 +ptyprocess @ file:///home/conda/feedstock_root/build_artifacts/ptyprocess_1609419310487/work/dist/ptyprocess-0.7.0-py2.py3-none-any.whl +pure-eval @ file:///home/conda/feedstock_root/build_artifacts/pure_eval_1642875951954/work +py-cpuinfo==9.0.0 +py3nvml==0.2.7 +pyarrow==16.1.0 +pyarrow-hotfix==0.6 +pycparser==2.22 +pydantic==1.10.16 +pydantic_core==2.18.4 +Pygments @ file:///home/conda/feedstock_root/build_artifacts/pygments_1714846767233/work +pyparsing==3.1.2 +pytest==7.4.4 +pytest-rich==0.1.1 +pytest-timeout==2.3.1 +pytest-xdist==3.6.1 +python-dateutil==2.9.0.post0 +python-slugify==8.0.4 +pytz==2024.1 +PyYAML @ file:///home/conda/feedstock_root/build_artifacts/pyyaml_1695373428874/work +regex==2024.5.15 +requests==2.32.3 +rich==13.7.1 +rjieba==0.1.11 +rouge_score==0.1.2 +ruff==0.4.4 +s3transfer==0.10.1 +sacrebleu==1.5.1 +sacremoses==0.1.1 +safetensors==0.4.3 +scikit-learn==1.5.0 +scipy==1.13.1 +sentencepiece==0.2.0 +six @ file:///home/conda/feedstock_root/build_artifacts/six_1620240208055/work +smmap==5.0.1 +snowballstemmer==2.2.0 +soupsieve==2.5 +Sphinx==7.3.7 +sphinx-rtd-theme==2.0.0 +sphinxcontrib-applehelp==1.0.8 +sphinxcontrib-devhelp==1.0.6 +sphinxcontrib-htmlhelp==2.0.5 +sphinxcontrib-jquery==4.1 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==1.0.7 +sphinxcontrib-serializinghtml==1.1.10 +SQLAlchemy==2.0.31 +stack-data @ file:///home/conda/feedstock_root/build_artifacts/stack_data_1669632077133/work +sympy==1.12.1 +tensorboard==2.17.0 +tensorboard-data-server==0.7.2 +text-unidecode==1.3 +threadpoolctl==3.5.0 +timeout-decorator==0.5.0 +timm==1.0.7 +tokenizers==0.19.1 +tomli==2.0.1 +torch==2.3.1 +torchaudio==0.13.1+cu117 +torchvision==0.14.1+cu117 +tqdm==4.66.4 +traitlets @ file:///home/conda/feedstock_root/build_artifacts/traitlets_1713535121073/work +transformers @ file:///root/ninja/transformers +triton==2.3.1 +types-python-dateutil==2.9.0.20240316 +typing_extensions==4.12.2 +tzdata==2024.1 +urllib3==2.2.2 +wcwidth @ file:///home/conda/feedstock_root/build_artifacts/wcwidth_1704731205417/work +Werkzeug==3.0.3 +xmltodict==0.13.0 +xxhash==3.4.1 +yappi==1.6.0 +yarl==1.9.4 \ No newline at end of file