m97j commited on
Commit
d2afb53
ยท
1 Parent(s): fe1ffb2

Initial commit

Browse files
Files changed (2) hide show
  1. Dockerfile +3 -13
  2. models/download_models.py +15 -0
Dockerfile CHANGED
@@ -24,19 +24,9 @@ COPY . /app/
24
 
25
  # ----------- ๋ชจ๋ธ ๋‹ค์šด๋กœ๋“œ -----------
26
  # transformers ๋ชจ๋ธ ๋‹ค์šด๋กœ๋“œ ํ›„ ์ด๋ฏธ์ง€์— ํฌํ•จ
27
- RUN python -c "from transformers import AutoTokenizer, AutoModel; \
28
- models = { \
29
- 'emotion': ('tae898/emoberta-base-ko', './models/emotion-classification-model'), \
30
- 'fallback': ('skt/ko-gpt-trinity-1.2B-v0.5', './models/fallback-npc-model'), \
31
- 'embedder': ('sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2', './models/sentence-embedder') \
32
- }; \
33
- import os; \
34
- os.makedirs('./models/emotion-classification-model', exist_ok=True); \
35
- os.makedirs('./models/fallback-npc-model', exist_ok=True); \
36
- os.makedirs('./models/sentence-embedder', exist_ok=True); \
37
- for key, (name, path) in models.items(): \
38
- AutoModel.from_pretrained(name, cache_dir=path); \
39
- AutoTokenizer.from_pretrained(name, cache_dir=path)"
40
 
41
  # ----------- ํ™˜๊ฒฝ ๋ณ€์ˆ˜ ์„ค์ • -----------
42
  ENV EMOTION_MODEL_DIR=/app/models/emotion-classification-model
 
24
 
25
  # ----------- ๋ชจ๋ธ ๋‹ค์šด๋กœ๋“œ -----------
26
  # transformers ๋ชจ๋ธ ๋‹ค์šด๋กœ๋“œ ํ›„ ์ด๋ฏธ์ง€์— ํฌํ•จ
27
+
28
+ RUN python /app/models/download_models.py
29
+
 
 
 
 
 
 
 
 
 
 
30
 
31
  # ----------- ํ™˜๊ฒฝ ๋ณ€์ˆ˜ ์„ค์ • -----------
32
  ENV EMOTION_MODEL_DIR=/app/models/emotion-classification-model
models/download_models.py ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from transformers import AutoTokenizer, AutoModel
2
+ import os
3
+
4
+ models = {
5
+ 'emotion': ('tae898/emoberta-base-ko', './models/emotion-classification-model'),
6
+ 'fallback': ('skt/ko-gpt-trinity-1.2B-v0.5', './models/fallback-npc-model'),
7
+ 'embedder': ('sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2', './models/sentence-embedder')
8
+ }
9
+
10
+ for _, (_, path) in models.items():
11
+ os.makedirs(path, exist_ok=True)
12
+
13
+ for key, (name, path) in models.items():
14
+ AutoModel.from_pretrained(name, cache_dir=path)
15
+ AutoTokenizer.from_pretrained(name, cache_dir=path)