Spaces:
Sleeping
Sleeping
wenbemi
commited on
Update chat_a.py
Browse files
chat_a.py
CHANGED
|
@@ -12,7 +12,9 @@ from transformers import AutoTokenizer, AutoModelForSequenceClassification
|
|
| 12 |
from css import log_and_render
|
| 13 |
|
| 14 |
# ──────────────────────────────── 캐시/데이터셋 설정 ────────────────────────────────
|
| 15 |
-
|
|
|
|
|
|
|
| 16 |
os.makedirs(CACHE_DIR, exist_ok=True)
|
| 17 |
|
| 18 |
HF_DATASET_REPO = os.getenv("HF_DATASET_REPO", "emisdfde/moai-travel-data")
|
|
@@ -106,18 +108,14 @@ def load_tokenizer():
|
|
| 106 |
|
| 107 |
@st.cache_resource(show_spinner=False)
|
| 108 |
def load_sentiment_model():
|
| 109 |
-
|
| 110 |
-
|
| 111 |
-
cache_dir=CACHE_DIR
|
| 112 |
-
)
|
| 113 |
model.eval()
|
| 114 |
-
return model
|
| 115 |
|
| 116 |
@st.cache_resource(show_spinner=False)
|
| 117 |
def load_sbert_model():
|
| 118 |
-
|
| 119 |
-
return SentenceTransformer("jhgan/ko-sroberta-multitask",
|
| 120 |
-
cache_folder=CACHE_DIR)
|
| 121 |
|
| 122 |
def detect_location_filter(text, intent_score=None):
|
| 123 |
def in_text_exact(word):
|
|
|
|
| 12 |
from css import log_and_render
|
| 13 |
|
| 14 |
# ──────────────────────────────── 캐시/데이터셋 설정 ────────────────────────────────
|
| 15 |
+
APP_DIR = pathlib.Path(__file__).parent.resolve()
|
| 16 |
+
|
| 17 |
+
CACHE_DIR = os.getenv("TRANSFORMERS_CACHE") or str(APP_DIR / ".cache" / "hf-cache")
|
| 18 |
os.makedirs(CACHE_DIR, exist_ok=True)
|
| 19 |
|
| 20 |
HF_DATASET_REPO = os.getenv("HF_DATASET_REPO", "emisdfde/moai-travel-data")
|
|
|
|
| 108 |
|
| 109 |
@st.cache_resource(show_spinner=False)
|
| 110 |
def load_sentiment_model():
|
| 111 |
+
tok = AutoTokenizer.from_pretrained("hun3359/klue-bert-base-sentiment", cache_dir=CACHE_DIR)
|
| 112 |
+
model = AutoModelForSequenceClassification.from_pretrained("hun3359/klue-bert-base-sentiment", cache_dir=CACHE_DIR)
|
|
|
|
|
|
|
| 113 |
model.eval()
|
| 114 |
+
return tok, model
|
| 115 |
|
| 116 |
@st.cache_resource(show_spinner=False)
|
| 117 |
def load_sbert_model():
|
| 118 |
+
return SentenceTransformer("jhgan/ko-sroberta-multitask", cache_folder=CACHE_DIR)
|
|
|
|
|
|
|
| 119 |
|
| 120 |
def detect_location_filter(text, intent_score=None):
|
| 121 |
def in_text_exact(word):
|