m97j commited on
Commit
0360083
ยท
1 Parent(s): d2afb53

Initial commit

Browse files
Files changed (2) hide show
  1. Dockerfile +2 -1
  2. models/download_models.py +5 -3
Dockerfile CHANGED
@@ -23,8 +23,9 @@ RUN pip install --no-cache-dir torch==2.0.1+cpu -f https://download.pytorch.org/
23
  COPY . /app/
24
 
25
  # ----------- ๋ชจ๋ธ ๋‹ค์šด๋กœ๋“œ -----------
 
 
26
  # transformers ๋ชจ๋ธ ๋‹ค์šด๋กœ๋“œ ํ›„ ์ด๋ฏธ์ง€์— ํฌํ•จ
27
-
28
  RUN python /app/models/download_models.py
29
 
30
 
 
23
  COPY . /app/
24
 
25
  # ----------- ๋ชจ๋ธ ๋‹ค์šด๋กœ๋“œ -----------
26
+ # Hugging Face Access Token (from Space Secret)
27
+ ENV HF_TOKEN=$(cat /run/secrets/HF_TOKEN)
28
  # transformers ๋ชจ๋ธ ๋‹ค์šด๋กœ๋“œ ํ›„ ์ด๋ฏธ์ง€์— ํฌํ•จ
 
29
  RUN python /app/models/download_models.py
30
 
31
 
models/download_models.py CHANGED
@@ -1,5 +1,7 @@
1
- from transformers import AutoTokenizer, AutoModel
2
  import os
 
 
 
3
 
4
  models = {
5
  'emotion': ('tae898/emoberta-base-ko', './models/emotion-classification-model'),
@@ -11,5 +13,5 @@ for _, (_, path) in models.items():
11
  os.makedirs(path, exist_ok=True)
12
 
13
  for key, (name, path) in models.items():
14
- AutoModel.from_pretrained(name, cache_dir=path)
15
- AutoTokenizer.from_pretrained(name, cache_dir=path)
 
 
1
  import os
2
+ from transformers import AutoTokenizer, AutoModel
3
+
4
+ token = os.getenv("HF_TOKEN")
5
 
6
  models = {
7
  'emotion': ('tae898/emoberta-base-ko', './models/emotion-classification-model'),
 
13
  os.makedirs(path, exist_ok=True)
14
 
15
  for key, (name, path) in models.items():
16
+ AutoModel.from_pretrained(name, cache_dir=path, use_auth_token=token)
17
+ AutoTokenizer.from_pretrained(name, cache_dir=path, use_auth_token=token)