add requirements

app.py

@@ -1,5 +1,5 @@
 import os
-os.system("cd multimodal && pip install .")
+os.system("cd multimodal && pip install -r requirements_vlm.txt && pip install .")
 os.system("cd multimodal/YOLOX && pip install .")
 import numpy as np
 import torch

multimodal/requirements_vlm.txt

@@ -0,0 +1,334 @@
+absl-py==1.4.0
+accelerate==0.20.3
+addict==2.4.0
+aiofiles==23.1.0
+aiohttp==3.8.3
+aiosignal==1.3.1
+altair==5.0.1
+antlr4-python3-runtime==4.8
+anyio @ file:///root/worker/containers/000009npisn/tmp/build/80754af9/anyio_1644481724221/work/dist
+anytree==2.8.0
+appdirs @ file:///home/conda/feedstock_root/build_artifacts/appdirs_1603108395799/work
+argon2-cffi @ file:///opt/conda/conda-bld/argon2-cffi_1645000214183/work
+argon2-cffi-bindings @ file:///root/worker/containers/00002647e7r/tmp/build/80754af9/argon2-cffi-bindings_1644569708548/work
+asttokens @ file:///opt/conda/conda-bld/asttokens_1646925590279/work
+async-timeout==4.0.2
+attrs==22.2.0
+audioread @ file:///home/conda/feedstock_root/build_artifacts/audioread_1660497580575/work
+av @ file:///opt/conda/conda-bld/av_1664156733402/work
+Babel @ file:///croot/babel_1671781926983/work
+backcall @ file:///home/ktietz/src/ci/backcall_1611930011877/work
+beautifulsoup4 @ file:///croot/beautifulsoup4-split_1680589966798/work
+bert-score==0.3.13
+bitarray==2.7.0
+black==21.4b2
+bleach @ file:///opt/conda/conda-bld/bleach_1641577558959/work
+blinker==1.6.2
+blis==0.7.9
+boto3==1.26.121
+botocore==1.29.121
+Bottleneck @ file:///opt/conda/conda-bld/bottleneck_1657175574298/work
+braceexpand==0.1.7
+brotlipy==0.7.0
+cachetools==5.3.0
+catalogue==2.0.8
+certifi==2022.12.7
+cffi @ file:///croot/cffi_1670423215080/work
+cfgv==3.3.1
+charset-normalizer @ file:///tmp/build/80754af9/charset-normalizer_1630003229654/work
+cityscapesScripts==2.2.1
+click @ file:///root/worker/containers/00002vj66cc/tmp/build/80754af9/click_1646056606525/work
+clip @ git+https://github.com/openai/CLIP.git@a9b1bf5920416aaeaec965c25dd9e8f98c864f16
+cloudpickle==2.2.1
+colorama==0.4.6
+coloredlogs==15.0.1
+comm @ file:///croot/comm_1671231127640/work
+confection==0.0.4
+contexttimer==0.3.3
+contourpy==1.0.7
+cryptography @ file:///croot/cryptography_1673298759686/work
+cycler @ file:///tmp/build/80754af9/cycler_1637851556182/work
+cymem==2.0.7
+Cython==0.29.33
+dataclasses==0.6
+datasets==2.9.0
+debugpy @ file:///root/worker/containers/00001v6kgtq/tmp/build/80754af9/debugpy_1637091834888/work
+decorator==4.4.2
+deepspeed==0.8.2
+defusedxml @ file:///tmp/build/80754af9/defusedxml_1615228127516/work
+-e git+https://github.com/facebookresearch/detectron2.git@cc87e7ec225b5c0449f47794c03335565ec1120e#egg=detectron2
+dill==0.3.6
+distlib==0.3.6
+docker-pycreds==0.4.0
+editdistance @ file:///croot/editdistance_1670956746291/work
+einops==0.4.1
+einops-exts==0.0.4
+en-core-web-sm @ https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.5.0/en_core_web_sm-3.5.0-py3-none-any.whl
+entrypoints @ file:///root/worker/containers/000012qdjp5/tmp/build/80754af9/entrypoints_1649926482253/work
+executing @ file:///opt/conda/conda-bld/executing_1646925071911/work
+fairscale==0.4.4
+fancycompleter==0.9.1
+fastapi==0.99.0
+fastjsonschema @ file:///opt/conda/conda-bld/python-fastjsonschema_1661368600309/work
+fasttext==0.9.2
+ffmpeg==1.4
+ffmpy==0.3.0
+filelock @ file:///home/conda/feedstock_root/build_artifacts/filelock_1680834529360/work
+flit_core @ file:///opt/conda/conda-bld/flit-core_1644941570762/work/source/flit_core
+fonttools==4.38.0
+frozenlist==1.3.3
+fsspec==2023.1.0
+ftfy==6.0.3
+future @ file:///root/worker/containers/0000116e0lu/tmp/build/80754af9/future_1607571339681/work
+fvcore==0.1.5.post20221221
+gitdb==4.0.10
+GitPython==3.1.30
+google-auth==2.16.0
+google-auth-oauthlib==0.4.6
+gradio==3.35.2
+gradio_client==0.2.7
+-e git+ssh://git@github.com/senfu/multimodal.git@876bcd1aba6bef61caf8ed5c8cedb757b80a9ac8#egg=groundingdino&subdirectory=GroundingDINO
+grpcio==1.51.1
+h11==0.14.0
+h5py @ file:///opt/conda/conda-bld/h5py_1659091382915/work
+hjson==3.1.0
+httpcore==0.17.2
+httpx==0.24.1
+huggingface==0.0.1
+huggingface-hub==0.15.1
+humanfriendly==10.0
+hydra-core==1.1.2
+identify==2.5.24
+idna @ file:///croot/idna_1666125583058/work
+imageio==2.28.0
+imageio-ffmpeg==0.4.8
+importlib-metadata @ file:///croot/importlib-metadata_1678997092813/work
+inflect==6.0.4
+inflection==0.5.1
+iopath==0.1.9
+ipykernel @ file:///croot/ipykernel_1671541106681/work
+ipython @ file:///croot/ipython_1680728615213/work
+ipython-genutils @ file:///tmp/build/80754af9/ipython_genutils_1606773439826/work
+ipywidgets @ file:///croot/ipywidgets_1679394823608/work
+jedi @ file:///root/worker/containers/00001tv0g1s/tmp/build/80754af9/jedi_1644315256945/work
+Jinja2 @ file:///croot/jinja2_1666908146094/work
+jmespath==1.0.1
+joblib @ file:///croot/joblib_1666298852644/work
+json-stream==2.3.0
+json-stream-rs-tokenizer==0.4.17
+json5 @ file:///tmp/build/80754af9/json5_1624432770122/work
+jsonlines==4.0.0
+jsonschema @ file:///croot/jsonschema_1676558682035/work
+jupyter @ file:///opt/conda/conda-bld/jupyter_1659349061803/work
+jupyter-console @ file:///croot/jupyter_console_1680000317144/work
+jupyter-server @ file:///croot/jupyter_server_1671707621583/work
+jupyter_client @ file:///croot/jupyter_client_1680171868792/work
+jupyter_core @ file:///croot/jupyter_core_1679906581341/work
+jupyterlab @ file:///croot/jupyterlab_1675354134999/work
+jupyterlab-pygments @ file:///tmp/build/80754af9/jupyterlab_pygments_1601490720602/work
+jupyterlab-widgets @ file:///croot/jupyterlab_widgets_1679055285523/work
+jupyterlab_server @ file:///croot/jupyterlab_server_1680792534758/work
+kaggle==1.5.13
+kiwisolver @ file:///croot/kiwisolver_1672387171701/work
+langcodes==3.3.0
+lap==0.5.dev0
+lazy_loader==0.2
+Levenshtein==0.20.9
+librosa @ file:///home/conda/feedstock_root/build_artifacts/librosa_1656336149289/work
+lightning-utilities==0.6.0.post0
+linkify-it-py==2.0.2
+llvmlite==0.39.1
+loguru==0.7.0
+lvis==0.5.3
+lxml @ file:///opt/conda/conda-bld/lxml_1657545149728/work
+Markdown==3.4.1
+markdown-it-py==2.2.0
+MarkupSafe==2.1.2
+matplotlib @ file:///croot/matplotlib-suite_1670466139090/work
+matplotlib-inline @ file:///opt/conda/conda-bld/matplotlib-inline_1662014476240/work
+mdit-py-plugins==0.3.3
+mdurl==0.1.2
+mistune @ file:///root/worker/containers/00000tlej8g/tmp/build/80754af9/mistune_1607364899267/work
+more-itertools==9.1.0
+moviepy==1.0.3
+mss==9.0.1
+multidict==6.0.4
+multiprocess==0.70.14
+munkres==1.1.4
+murmurhash==1.0.9
+mypy-extensions==1.0.0
+nbclassic @ file:///croot/nbclassic_1680622826598/work
+nbclient @ file:///root/worker/containers/00000tbo1so/tmp/build/80754af9/nbclient_1650308398332/work
+nbconvert @ file:///croot/nbconvert_1668450653032/work
+nbformat @ file:///croot/nbformat_1670352340397/work
+nest-asyncio @ file:///croot/nest-asyncio_1672387126771/work
+networkx @ file:///opt/conda/conda-bld/networkx_1657784101582/work
+ninja==1.11.1
+nltk==3.8.1
+nodeenv==1.8.0
+notebook @ file:///croot/notebook_1680012029864/work
+notebook_shim @ file:///croot/notebook-shim_1668160591571/work
+numba @ file:///croot/numba_1670258337799/work
+numexpr @ file:///croot/numexpr_1668713887824/work
+numpy==1.23.5
+oauthlib==3.2.2
+omegaconf==2.1.2
+open-clip-torch==2.20.0
+-e git+ssh://git@github.com/senfu/multimodal.git@876bcd1aba6bef61caf8ed5c8cedb757b80a9ac8#egg=open_flamingo
+opencv-python==4.7.0.68
+opendatasets==0.1.22
+orjson @ file:///croot/orjson_1668611845199/work/target/wheels/orjson-3.7.8-cp39-cp39-linux_ppc64le.whl
+packaging==23.0
+pandas==1.5.3
+pandocfilters @ file:///opt/conda/conda-bld/pandocfilters_1643405455980/work
+parso @ file:///opt/conda/conda-bld/parso_1641458642106/work
+pathspec==0.11.1
+pathtools==0.1.2
+pathy==0.10.1
+pdbpp==0.10.3
+-e git+https://github.com/huggingface/peft.git@7120c9a2636f93c8db3fc4ae466e02f338ecead8#egg=peft
+pexpect @ file:///tmp/build/80754af9/pexpect_1605563209008/work
+pickleshare @ file:///tmp/build/80754af9/pickleshare_1606932040724/work
+Pillow==9.3.0
+platformdirs==3.5.3
+plotly==5.15.0
+pooch @ file:///home/conda/feedstock_root/build_artifacts/pooch_1643032624649/work
+portalocker==2.7.0
+positional-encodings==6.0.1
+pre-commit==3.3.2
+preshed==3.0.8
+proglog==0.1.10
+prometheus-client @ file:///opt/conda/conda-bld/prometheus_client_1659455116805/work
+prompt-toolkit @ file:///croot/prompt-toolkit_1672387311200/work
+protobuf==3.20.3
+psutil==5.9.4
+ptyprocess @ file:///tmp/build/80754af9/ptyprocess_1609355006118/work/dist/ptyprocess-0.7.0-py2.py3-none-any.whl
+pure-eval @ file:///opt/conda/conda-bld/pure_eval_1646925070566/work
+py-cpuinfo==9.0.0
+pyarrow==8.0.0
+pyasn1==0.4.8
+pyasn1-modules==0.2.8
+pybind11==2.10.4
+-e git+https://github.com/senfu/multimodal.git@674885f500af3482e469891e155e17467f3468db#egg=pycocoevalcap&subdirectory=pycocoevalcap
+pycocotools==2.0.4
+pycparser @ file:///tmp/build/80754af9/pycparser_1636541352034/work
+pydantic==1.10.10
+pydeck==0.8.1b0
+pydot==1.4.2
+pydub==0.25.1
+Pygments==2.14.0
+Pympler==1.0.1
+pyOpenSSL @ file:///opt/conda/conda-bld/pyopenssl_1643788558760/work
+pyparsing @ file:///opt/conda/conda-bld/pyparsing_1661452544222/work
+pypinyin==0.47.1
+pyquaternion==0.9.9
+pyrepl==0.9.0
+pyrsistent @ file:///root/worker/containers/00001lrrvmh/tmp/build/80754af9/pyrsistent_1636111006443/work
+PySocks @ file:///root/worker/containers/000030ucv4h/tmp/build/80754af9/pysocks_1605305830876/work
+python-dateutil @ file:///tmp/build/80754af9/python-dateutil_1626374649649/work
+python-Levenshtein==0.20.9
+python-magic==0.4.27
+python-multipart==0.0.6
+python-slugify==8.0.1
+pytorch-lightning==1.9.0
+pytz @ file:///croot/pytz_1671697438891/work
+pytz-deprecation-shim==0.1.0.post0
+PyWavelets==1.4.1
+PyYAML @ file:///croot/pyyaml_1670514750790/work
+pyzmq @ file:///opt/conda/conda-bld/pyzmq_1657724199500/work
+rapidfuzz==2.13.7
+regex==2022.10.31
+requests @ file:///opt/conda/conda-bld/requests_1657734640638/work
+requests-oauthlib==1.3.1
+resampy @ file:///home/conda/feedstock_root/build_artifacts/resampy_1663087224680/work
+responses==0.18.0
+rich==13.4.2
+rouge-score==0.1.2
+rsa==4.9
+s3transfer==0.6.0
+sacrebleu==2.3.1
+safetensors==0.3.1
+-e git+https://github.com/salesforce/LAVIS.git@59273f651b9bffb193d1b12a235e909e9f826dda#egg=salesforce_lavis
+scikit-image==0.20.0
+scikit-learn @ file:///croot/scikit-learn_1675453225992/work
+scipy==1.8.1
+seaborn==0.12.2
+-e git+https://github.com/facebookresearch/segment-anything.git@6fdee8f2727f4506cfbbe553e23b895e27956588#egg=segment_anything
+semantic-version==2.10.0
+Send2Trash @ file:///tmp/build/80754af9/send2trash_1632406701022/work
+sentencepiece==0.1.96
+sentry-sdk==1.15.0
+setproctitle==1.3.2
+six @ file:///tmp/build/80754af9/six_1644875935023/work
+smart-open==6.3.0
+smmap==5.0.0
+sniffio @ file:///root/worker/containers/00001okir25/tmp/build/80754af9/sniffio_1614030475520/work
+soundfile @ file:///home/conda/feedstock_root/build_artifacts/pysoundfile_1665058838115/work
+soupsieve @ file:///croot/soupsieve_1680518481951/work
+spacy==3.5.4
+spacy-legacy==3.0.12
+spacy-loggers==1.0.4
+srsly==2.4.6
+stack-data @ file:///opt/conda/conda-bld/stack_data_1646927590127/work
+starlette==0.27.0
+streamlit==1.23.1
+supervision==0.6.0
+tabulate @ file:///opt/conda/conda-bld/tabulate_1657784114222/work
+tenacity==8.2.2
+tensorboard==2.12.0
+tensorboard-data-server==0.7.0
+tensorboard-plugin-wit==1.8.1
+tensorboardX==2.4.1
+termcolor==2.3.0
+terminado @ file:///croot/terminado_1671751837845/work
+text-unidecode==1.3
+thinc==8.1.9
+thop==0.1.1.post2209072238
+threadpoolctl @ file:///Users/ktietz/demo/mc3/conda-bld/threadpoolctl_1629802263681/work
+tifffile==2023.4.12
+timm==0.6.7
+tinycss2 @ file:///croot/tinycss2_1668168824655/work
+tokenizer==3.4.2
+tokenizers==0.13.2
+toml==0.10.2
+tomli @ file:///opt/conda/conda-bld/tomli_1657175513557/work
+toolz==0.12.0
+torch==1.12.1
+torchmetrics==0.11.1
+torchtext==0.13.1a0+35066f2
+torchvision==0.13.1
+tornado @ file:///opt/conda/conda-bld/tornado_1662061697133/work
+tqdm @ file:///opt/conda/conda-bld/tqdm_1664392702857/work
+traitlets @ file:///croot/traitlets_1671143896488/work
+-e git+https://github.com/huggingface/transformers.git@e6a4f2022528c14cb4bea280c754b5023b1d8d0b#egg=transformers
+typer==0.7.0
+typing==3.7.4.3
+typing_extensions==4.7.0
+tzdata==2023.3
+tzlocal==4.3
+uc-micro-py==1.0.2
+ujson==5.7.0
+ultralytics==8.0.120
+urllib3 @ file:///croot/urllib3_1673575512622/work
+uvicorn==0.22.0
+validators==0.20.0
+virtualenv==20.23.0
+wandb==0.13.10
+wasabi==1.1.1
+watchdog==3.0.0
+wcwidth==0.2.6
+webdataset==0.2.31
+webencodings==0.5.1
+websocket-client @ file:///root/worker/containers/00003h08pi8/tmp/build/80754af9/websocket-client_1614804271755/work
+websockets==11.0.3
+Werkzeug==2.2.2
+widgetsnbextension @ file:///croot/widgetsnbextension_1679313869893/work
+wmctrl==0.4
+xxhash==3.2.0
+yacs==0.1.8
+yapf==0.32.0
+yarl==1.8.2
+-e git+ssh://git@github.com/senfu/multimodal.git@876bcd1aba6bef61caf8ed5c8cedb757b80a9ac8#egg=yolox&subdirectory=YOLOX
+youtube-dl==2021.12.17
+zhconv==1.4.3
+zipp==3.13.0