wenbemi commited on
Commit
8c3cc73
·
verified ·
1 Parent(s): d258e0f

Update chat_a.py

Browse files
Files changed (1) hide show
  1. chat_a.py +7 -9
chat_a.py CHANGED
@@ -12,7 +12,9 @@ from transformers import AutoTokenizer, AutoModelForSequenceClassification
12
  from css import log_and_render
13
 
14
  # ──────────────────────────────── 캐시/데이터셋 설정 ────────────────────────────────
15
- CACHE_DIR = os.getenv("TRANSFORMERS_CACHE", "/data/hf-cache")
 
 
16
  os.makedirs(CACHE_DIR, exist_ok=True)
17
 
18
  HF_DATASET_REPO = os.getenv("HF_DATASET_REPO", "emisdfde/moai-travel-data")
@@ -106,18 +108,14 @@ def load_tokenizer():
106
 
107
  @st.cache_resource(show_spinner=False)
108
  def load_sentiment_model():
109
- model = AutoModelForSequenceClassification.from_pretrained(
110
- "hun3359/klue-bert-base-sentiment",
111
- cache_dir=CACHE_DIR
112
- )
113
  model.eval()
114
- return model
115
 
116
  @st.cache_resource(show_spinner=False)
117
  def load_sbert_model():
118
- # SentenceTransformer 쪽도 캐시 폴더 명시
119
- return SentenceTransformer("jhgan/ko-sroberta-multitask",
120
- cache_folder=CACHE_DIR)
121
 
122
  def detect_location_filter(text, intent_score=None):
123
  def in_text_exact(word):
 
12
  from css import log_and_render
13
 
14
  # ──────────────────────────────── 캐시/데이터셋 설정 ────────────────────────────────
15
+ APP_DIR = pathlib.Path(__file__).parent.resolve()
16
+
17
+ CACHE_DIR = os.getenv("TRANSFORMERS_CACHE") or str(APP_DIR / ".cache" / "hf-cache")
18
  os.makedirs(CACHE_DIR, exist_ok=True)
19
 
20
  HF_DATASET_REPO = os.getenv("HF_DATASET_REPO", "emisdfde/moai-travel-data")
 
108
 
109
  @st.cache_resource(show_spinner=False)
110
  def load_sentiment_model():
111
+ tok = AutoTokenizer.from_pretrained("hun3359/klue-bert-base-sentiment", cache_dir=CACHE_DIR)
112
+ model = AutoModelForSequenceClassification.from_pretrained("hun3359/klue-bert-base-sentiment", cache_dir=CACHE_DIR)
 
 
113
  model.eval()
114
+ return tok, model
115
 
116
  @st.cache_resource(show_spinner=False)
117
  def load_sbert_model():
118
+ return SentenceTransformer("jhgan/ko-sroberta-multitask", cache_folder=CACHE_DIR)
 
 
119
 
120
  def detect_location_filter(text, intent_score=None):
121
  def in_text_exact(word):