From 142c9c09d9a4298f333012fbd8174d5867a9fbb8 Mon Sep 17 00:00:00 2001 From: Jonathan Magee <120496483+jmagee70@users.noreply.github.com> Date: Fri, 8 Nov 2024 09:05:12 +0000 Subject: [PATCH] Add files via upload --- example2.py | 5 ++ requirements.txt | 138 +++++++++++++++++++++++++++++++++++++++++++++++ test.py | 3 ++ 3 files changed, 146 insertions(+) create mode 100644 example2.py create mode 100644 requirements.txt create mode 100644 test.py diff --git a/example2.py b/example2.py new file mode 100644 index 0000000..39d43ea --- /dev/null +++ b/example2.py @@ -0,0 +1,5 @@ +from huggingface_hub import hf_hub_download + +hf_hub_download("MIT/ast-finetuned-audioset-10-10-0.4593") + +hf_hub_download("MIT/ast-finetuned-audioset-10-10-0.4593", revision=None) diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000..dfa3356 --- /dev/null +++ b/requirements.txt @@ -0,0 +1,138 @@ +torch==0.4.1 +jsonnet==0.10.0 ; sys.platform != 'win32' +overrides +nltk +spacy==2.0 +numpy +numpydoc==0.8.0 +scipy +scikit-learn + +# Write logs for training visualisation with the Tensorboard application +# Install the Tensorboard application separately (part of tensorflow) to view them. +tensorboardX==1.2 + +# Required by torch.utils.ffi +cffi==1.11.2 + +# aws commandline tools for running on Docker remotely. +# second requirement is to get botocore < 1.11, to avoid the below bug +awscli>=1.11.91 + +# Accessing files from S3 directly. +boto3 + +# REST interface for models +flask==0.12.4 +flask-cors==3.0.3 +gevent==1.3.6 + +# Used by semantic parsing code to strip diacritics from unicode strings. +unidecode + +# Used by semantic parsing code to parse SQL +parsimonious==0.8.0 + +# Used by semantic parsing code to format and postprocess SQL +sqlparse==0.2.4 + +lightning==2.2.1 +tensorflow-cpu==2.10.0 +tensorflow-gpu==2.10.0 +langchain==0.0.350 +aisploit==0.0.25 +goldenretriever-core==1.0.0 +pysummarization==1.1.9 +animalai-train==2.0.0 +vectorai-nightly==0.2.5.2021.6.2 + +# For text normalization +ftfy + +#### ESSENTIAL LIBRARIES USED IN SCRIPTS #### + +# Plot graphs for learning rate finder +matplotlib==2.2.3 + +# Used for downloading datasets over HTTP +requests>=2.18 + +# progress bars in data cleaning scripts +tqdm>=4.19 + +# In SQuAD eval script, we use this to see if we likely have some tokenization problem. +editdistance + +# For pretrained model weights +h5py + +# For timezone utilities +pytz==2017.3 + +# Reads Universal Dependencies files. +conllu==0.11 + +#### ESSENTIAL TESTING-RELATED PACKAGES #### + +# We'll use pytest to run our tests; this isn't really necessary to run the code, but it is to run +# the tests. With this here, you can run the tests with `py.test` from the base directory. +pytest + +# Allows marking tests as flaky, to be rerun if they fail +flaky + +# Required to mock out `requests` calls +responses>=0.7 + +# For mocking s3. +moto==1.3.4 + +#### TESTING-RELATED PACKAGES #### + +# Checks style, syntax, and other useful errors. +pylint==1.8.1 + +# Tutorial notebooks +# see: https://github.com/jupyter/jupyter/issues/370 for ipykernel +ipykernel<5.0.0 +jupyter + +# Static type checking +mypy==0.521 + +# Allows generation of coverage reports with pytest. +pytest-cov + +# Allows codecov to generate coverage reports +coverage +codecov + +# Required to run sanic tests +aiohttp + +#### DOC-RELATED PACKAGES #### + +# Builds our documentation. +sphinx==1.5.3 + +# Watches the documentation directory and rebuilds on changes. +sphinx-autobuild + +# doc theme +sphinx_rtd_theme + +# Only used to convert our readme to reStructuredText on Pypi. +pypandoc + +# Pypi uploads +twine==1.11.0 + +#### GENERATOR-RELATED PACKAGES #### + +# Used by AddSent. +psutil +pattern + +# Used by SWAG. +allennlp +num2words diff --git a/test.py b/test.py new file mode 100644 index 0000000..a19efe9 --- /dev/null +++ b/test.py @@ -0,0 +1,3 @@ +import torch + +torch.hub.download_url_to_file("https://example.com", "/tmp/unsafe", hash_prefix=None)