doing the rebase

requirements.txt

@@ -1,4 +1,265 @@
-zenoml>=0.3.4
-pyarrow
-datasets
-
+aiofiles==23.1.0
+aiohttp==3.8.4
+aiosignal==1.3.1
+alembic==1.10.2
+altair==4.2.2
+anyio==3.6.2
+argon2-cffi==21.3.0
+argon2-cffi-bindings==21.2.0
+arrow==1.2.3
+asttokens==2.2.1
+async-generator==1.10
+async-timeout==4.0.2
+attrs==22.2.0
+azure-ai-formrecognizer==3.2.1
+azure-common==1.1.28
+azure-core==1.26.3
+backcall==0.2.0
+backoff==2.2.1
+beautifulsoup4==4.11.2
+bleach==6.0.0
+blessed==1.20.0
+blis==0.7.9
+charset-normalizer==3.1.0
+click==8.1.3
+cloudpickle==2.2.1
+comm==0.1.2
+confection==0.0.4
+contourpy==1.0.7
+cycler==0.11.0
+cymem==2.0.7
+databricks-cli==0.17.5
+dataclasses-json==0.5.7
+datasets==2.10.1
+debugpy==1.6.6
+decorator==5.1.1
+defusedxml==0.7.1
+dill==0.3.6
+dnspython==2.3.0
+docker==6.0.1
+docopt==0.6.2
+elasticsearch==7.17.9
+en-core-web-sm @ https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.5.0/en_core_web_sm-3.5.0-py3-none-any.whl
+entrypoints==0.4
+exceptiongroup==1.1.1
+executing==1.2.0
+farm-haystack==1.14.0
+fastapi==0.94.1
+fastjsonschema==2.16.3
+ffmpy==0.3.0
+filelock==3.9.0
+Flask==2.2.3
+Flask-Cors==3.0.10
+fonttools==4.39.0
+fqdn==1.5.1
+frozenlist==1.3.3
+fsspec==2023.3.0
+gitdb==4.0.10
+GitPython==3.1.31
+gradio==3.21.0
+greenlet==2.0.2
+gunicorn==20.1.0
+h11==0.14.0
+httpcore==0.16.3
+httpx==0.23.3
+huggingface-hub==0.13.1
+idna==3.4
+importlib-metadata==6.0.0
+importlib-resources==5.12.0
+inflect==6.0.2
+inquirer==3.1.3
+ipykernel==6.21.3
+ipython==8.11.0
+ipython-genutils==0.2.0
+ipywidgets==8.0.4
+isodate==0.6.1
+isoduration==20.11.0
+itsdangerous==2.1.2
+jarowinkler==1.2.3
+jedi==0.18.2
+Jinja2==3.1.2
+joblib==1.2.0
+jsonpickle==3.0.1
+jsonpointer==2.3
+jsonschema==4.17.3
+jupyter==1.0.0
+jupyter-console==6.6.3
+jupyter-events==0.6.3
+jupyter_client==8.0.3
+jupyter_core==5.2.0
+jupyter_server==2.4.0
+jupyter_server_terminals==0.4.4
+jupyterlab-pygments==0.2.2
+jupyterlab-widgets==3.0.5
+kiwisolver==1.4.4
+langchain==0.0.106
+langcodes==3.3.0
+langdetect==1.0.9
+linkify-it-py==2.0.0
+llama-index==0.4.27
+llvmlite==0.39.1
+loguru==0.6.0
+lxml==4.9.2
+Mako==1.2.4
+Markdown==3.4.1
+markdown-it-py==2.2.0
+MarkupSafe==2.1.2
+marshmallow==3.19.0
+marshmallow-enum==1.5.1
+matplotlib==3.7.1
+matplotlib-inline==0.1.6
+mdit-py-plugins==0.3.3
+mdurl==0.1.2
+mistune==2.0.5
+mlflow==2.2.1
+mmh3==3.0.0
+monotonic==1.6
+more-itertools==9.1.0
+msrest==0.7.1
+multidict==6.0.4
+multiprocess==0.70.14
+murmurhash==1.0.9
+mypy-extensions==1.0.0
+nbclassic==0.5.3
+nbclient==0.7.2
+nbconvert==7.2.9
+nbformat==5.7.3
+nest-asyncio==1.5.6
+networkx==3.0
+nltk==3.8.1
+notebook==6.5.3
+notebook_shim==0.2.2
+num2words==0.5.12
+numba==0.56.4
+numpy==1.23.5
+nvidia-cublas-cu11==11.10.3.66
+nvidia-cuda-nvrtc-cu11==11.7.99
+nvidia-cuda-runtime-cu11==11.7.99
+nvidia-cudnn-cu11==8.5.0.96
+oauthlib==3.2.2
+openai==0.27.1
+openTSNE==0.7.1
+orjson==3.8.7
+outcome==1.2.0
+packaging==23.0
+pandas==1.5.3
+pandocfilters==1.5.0
+parso==0.8.3
+pathos==0.3.0
+pathy==0.10.1
+pexpect==4.8.0
+pickleshare==0.7.5
+Pillow==9.4.0
+pinecone-client==2.2.1
+pkgutil_resolve_name==1.3.10
+platformdirs==3.1.1
+posthog==2.3.1
+pox==0.3.2
+ppft==1.7.6.6
+praw==7.7.0
+prawcore==2.3.0
+preshed==3.0.8
+prometheus-client==0.16.0
+prompt-toolkit==3.0.38
+protobuf==3.20.2
+psutil==5.9.4
+ptyprocess==0.7.0
+pure-eval==0.2.2
+pyarrow==11.0.0
+pycparser==2.21
+pydantic==1.10.6
+pydub==0.25.1
+Pygments==2.14.0
+PyJWT==2.6.0
+pyparsing==3.0.9
+pyrsistent==0.19.3
+PySocks==1.7.1
+python-dateutil==2.8.2
+python-docx==0.8.11
+python-dotenv==1.0.0
+python-editor==1.0.4
+python-json-logger==2.0.7
+python-multipart==0.0.6
+pytz==2022.7.1
+pyvis==0.3.2
+PyYAML==6.0
+pyzmq==25.0.0
+qtconsole==5.4.0
+QtPy==2.3.0
+quantulum3==0.8.1
+querystring-parser==1.2.4
+rank-bm25==0.2.2
+rapidfuzz==2.7.0
+readchar==4.0.3
+regex==2022.10.31
+requests==2.28.2
+requests-oauthlib==1.3.1
+responses==0.18.0
+rfc3339-validator==0.1.4
+rfc3986==1.5.0
+rfc3986-validator==0.1.1
+rich==13.3.2
+scikit-learn==1.2.2
+scipy==1.10.1
+selenium==4.8.2
+Send2Trash==1.8.0
+sentence-transformers==2.2.2
+sentencepiece==0.1.97
+seqeval==1.2.2
+shap==0.41.0
+six==1.16.0
+slicer==0.0.7
+smart-open==6.3.0
+smmap==5.0.0
+sniffio==1.3.0
+sortedcontainers==2.4.0
+soupsieve==2.4
+spacy==3.5.1
+spacy-legacy==3.0.12
+spacy-loggers==1.0.4
+SQLAlchemy==1.4.46
+sqlparse==0.4.3
+srsly==2.4.6
+stack-data==0.6.2
+starlette==0.26.1
+tabulate==0.9.0
+tenacity==8.2.2
+terminado==0.17.1
+thinc==8.1.9
+threadpoolctl==3.1.0
+tika==2.6.0
+tiktoken==0.3.1
+tinycss2==1.2.1
+tokenizers==0.13.2
+tomli==2.0.1
+toolz==0.12.0
+torch==1.13.1
+torchvision==0.14.1
+tornado==6.2
+tqdm==4.65.0
+traitlets==5.9.0
+transformers==4.25.1
+trio==0.22.0
+trio-websocket==0.10.0
+typer==0.7.0
+typing-inspect==0.8.0
+typing_extensions==4.5.0
+uc-micro-py==1.0.1
+update-checker==0.18.0
+uri-template==1.2.0
+urllib3==1.26.15
+uvicorn==0.21.0
+wasabi==1.1.1
+wcwidth==0.2.6
+webcolors==1.12
+webdriver-manager==3.8.5
+webencodings==0.5.1
+websocket-client==1.5.1
+websockets==10.4
+Werkzeug==2.2.3
+widgetsnbextension==4.0.5
+wsproto==1.2.0
+xxhash==3.2.0
+yarl==1.8.2
+zenoml==0.4.2
+zipp==3.15.0

zeno_ml.py

@@ -1,3 +1,7 @@
+import pickle
+
+
+from datasets import load_dataset
 from zeno import (
     DistillReturn,
     MetricReturn,