have zeno cache

Dockerfile

@@ -1,5 +1,7 @@
-FROM python:3.8
 
+# read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
+# you will also find guides on how best to write your Dockerfile
+FROM python:3.9
 RUN useradd -m -u 1000 user
 USER user
 # Set home to the user's home directory
@@ -13,7 +15,4 @@ RUN chown user:user -R $HOME/app
 
 COPY ./requirements.txt /code/requirements.txt
 
-RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
-
-
-CMD ["zeno", "config.toml"]
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt

requirements.txt

@@ -1,269 +1,4 @@
-aiofiles==23.1.0
-aiohttp==3.8.4
-aiosignal==1.3.1
-alembic==1.10.2
-altair==4.2.2
-anyio==3.6.2
-argon2-cffi==21.3.0
-argon2-cffi-bindings==21.2.0
-arrow==1.2.3
-asttokens==2.2.1
-async-generator==1.10
-async-timeout==4.0.2
-attrs==22.2.0
-azure-ai-formrecognizer==3.2.1
-azure-common==1.1.28
-azure-core==1.26.3
-backcall==0.2.0
-backoff==2.2.1
-beautifulsoup4==4.11.2
-bleach==6.0.0
-blessed==1.20.0
-blis==0.7.9
-cachetools==5.3.0
-catalogue==2.0.8
-certifi @ file:///croot/certifi_1671487769961/work/certifi
-cffi==1.15.1
-charset-normalizer==3.1.0
-click==8.1.3
-cloudpickle==2.2.1
-comm==0.1.2
-confection==0.0.4
-contourpy==1.0.7
-cycler==0.11.0
-cymem==2.0.7
-databricks-cli==0.17.5
-dataclasses-json==0.5.7
-datasets==2.10.1
-debugpy==1.6.6
-decorator==5.1.1
-defusedxml==0.7.1
-dill==0.3.6
-dnspython==2.3.0
-docker==6.0.1
-docopt==0.6.2
-elasticsearch==7.17.9
-en-core-web-sm @ https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.5.0/en_core_web_sm-3.5.0-py3-none-any.whl
-entrypoints==0.4
-exceptiongroup==1.1.1
-executing==1.2.0
-farm-haystack==1.14.0
-fastapi==0.94.1
-fastjsonschema==2.16.3
-ffmpy==0.3.0
-filelock==3.9.0
-Flask==2.2.3
-Flask-Cors==3.0.10
-fonttools==4.39.0
-fqdn==1.5.1
-frozenlist==1.3.3
-fsspec==2023.3.0
-gitdb==4.0.10
-GitPython==3.1.31
-gradio==3.21.0
-greenlet==2.0.2
-gunicorn==20.1.0
-h11==0.14.0
-httpcore==0.16.3
-httpx==0.23.3
-huggingface-hub==0.13.1
-idna==3.4
-importlib-metadata==6.0.0
-importlib-resources==5.12.0
-inflect==6.0.2
-inquirer==3.1.3
-ipykernel==6.21.3
-ipython==8.11.0
-ipython-genutils==0.2.0
-ipywidgets==8.0.4
-isodate==0.6.1
-isoduration==20.11.0
-itsdangerous==2.1.2
-jarowinkler==1.2.3
-jedi==0.18.2
-Jinja2==3.1.2
-joblib==1.2.0
-jsonpickle==3.0.1
-jsonpointer==2.3
-jsonschema==4.17.3
-jupyter==1.0.0
-jupyter-console==6.6.3
-jupyter-events==0.6.3
-jupyter_client==8.0.3
-jupyter_core==5.2.0
-jupyter_server==2.4.0
-jupyter_server_terminals==0.4.4
-jupyterlab-pygments==0.2.2
-jupyterlab-widgets==3.0.5
-kiwisolver==1.4.4
-langchain==0.0.106
-langcodes==3.3.0
-langdetect==1.0.9
-linkify-it-py==2.0.0
-llama-index==0.4.27
-llvmlite==0.39.1
-loguru==0.6.0
-lxml==4.9.2
-Mako==1.2.4
-Markdown==3.4.1
-markdown-it-py==2.2.0
-MarkupSafe==2.1.2
-marshmallow==3.19.0
-marshmallow-enum==1.5.1
-matplotlib==3.7.1
-matplotlib-inline==0.1.6
-mdit-py-plugins==0.3.3
-mdurl==0.1.2
-mistune==2.0.5
-mlflow==2.2.1
-mmh3==3.0.0
-monotonic==1.6
-more-itertools==9.1.0
-msrest==0.7.1
-multidict==6.0.4
-multiprocess==0.70.14
-murmurhash==1.0.9
-mypy-extensions==1.0.0
-nbclassic==0.5.3
-nbclient==0.7.2
-nbconvert==7.2.9
-nbformat==5.7.3
-nest-asyncio==1.5.6
-networkx==3.0
-nltk==3.8.1
-notebook==6.5.3
-notebook_shim==0.2.2
-num2words==0.5.12
-numba==0.56.4
-numpy==1.23.5
-nvidia-cublas-cu11==11.10.3.66
-nvidia-cuda-nvrtc-cu11==11.7.99
-nvidia-cuda-runtime-cu11==11.7.99
-nvidia-cudnn-cu11==8.5.0.96
-oauthlib==3.2.2
-openai==0.27.1
-openTSNE==0.7.1
-orjson==3.8.7
-outcome==1.2.0
-packaging==23.0
-pandas==1.5.3
-pandocfilters==1.5.0
-parso==0.8.3
-pathos==0.3.0
-pathy==0.10.1
-pexpect==4.8.0
-pickleshare==0.7.5
-Pillow==9.4.0
-pinecone-client==2.2.1
-pkgutil_resolve_name==1.3.10
-platformdirs==3.1.1
-posthog==2.3.1
-pox==0.3.2
-ppft==1.7.6.6
-praw==7.7.0
-prawcore==2.3.0
-preshed==3.0.8
-prometheus-client==0.16.0
-prompt-toolkit==3.0.38
-protobuf==3.20.2
-psutil==5.9.4
-ptyprocess==0.7.0
-pure-eval==0.2.2
-pyarrow==11.0.0
-pycparser==2.21
-pydantic==1.10.6
-pydub==0.25.1
-Pygments==2.14.0
-PyJWT==2.6.0
-pyparsing==3.0.9
-pyrsistent==0.19.3
-PySocks==1.7.1
-python-dateutil==2.8.2
-python-docx==0.8.11
-python-dotenv==1.0.0
-python-editor==1.0.4
-python-json-logger==2.0.7
-python-multipart==0.0.6
-pytz==2022.7.1
-pyvis==0.3.2
-PyYAML==6.0
-pyzmq==25.0.0
-qtconsole==5.4.0
-QtPy==2.3.0
-quantulum3==0.8.1
-querystring-parser==1.2.4
-rank-bm25==0.2.2
-rapidfuzz==2.7.0
-readchar==4.0.3
-regex==2022.10.31
-requests==2.28.2
-requests-oauthlib==1.3.1
-responses==0.18.0
-rfc3339-validator==0.1.4
-rfc3986==1.5.0
-rfc3986-validator==0.1.1
-rich==13.3.2
-scikit-learn==1.2.2
-scipy==1.10.1
-selenium==4.8.2
-Send2Trash==1.8.0
-sentence-transformers==2.2.2
-sentencepiece==0.1.97
-seqeval==1.2.2
-shap==0.41.0
-six==1.16.0
-slicer==0.0.7
-smart-open==6.3.0
-smmap==5.0.0
-sniffio==1.3.0
-sortedcontainers==2.4.0
-soupsieve==2.4
-spacy==3.5.1
-spacy-legacy==3.0.12
-spacy-loggers==1.0.4
-SQLAlchemy==1.4.46
-sqlparse==0.4.3
-srsly==2.4.6
-stack-data==0.6.2
-starlette==0.26.1
-tabulate==0.9.0
-tenacity==8.2.2
-terminado==0.17.1
-thinc==8.1.9
-threadpoolctl==3.1.0
-tika==2.6.0
-tiktoken==0.3.1
-tinycss2==1.2.1
-tokenizers==0.13.2
-tomli==2.0.1
-toolz==0.12.0
-torch==1.13.1
-torchvision==0.14.1
-tornado==6.2
-tqdm==4.65.0
-traitlets==5.9.0
-transformers==4.25.1
-trio==0.22.0
-trio-websocket==0.10.0
-typer==0.7.0
-typing-inspect==0.8.0
-typing_extensions==4.5.0
-uc-micro-py==1.0.1
-update-checker==0.18.0
-uri-template==1.2.0
-urllib3==1.26.15
-uvicorn==0.21.0
-wasabi==1.1.1
-wcwidth==0.2.6
-webcolors==1.12
-webdriver-manager==3.8.5
-webencodings==0.5.1
-websocket-client==1.5.1
-websockets==10.4
-Werkzeug==2.2.3
-widgetsnbextension==4.0.5
-wsproto==1.2.0
-xxhash==3.2.0
-yarl==1.8.2
-zenoml==0.4.2
-zipp==3.15.0
+zenoml>=0.3.4
+pyarrow
+datasets
+

zeno_ml.py

@@ -1,7 +1,3 @@
-import pickle
-
-
-from datasets import load_dataset
 from zeno import (
     DistillReturn,
     MetricReturn,