Hugging Face's logo

Spaces:
m-ric
/
chunk_visualizer
Running

App Files Community
m-ric commited on
Commit
6334a1e
·
verified ·
1 Parent(s): 02271b4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -3,9 +3,10 @@ from langchain.text_splitter import (
3
  CharacterTextSplitter,
4
  RecursiveCharacterTextSplitter,
5
  )
 
6
 
7
  LABEL_TEXTSPLITTER = "LangChain's CharacterTextSplitter"
8
- LABEL_RECURSIVE = "Langchain's RecursiveCharacterTextSplitter"
9
 
10
  bert_tokenizer = AutoTokenizer.from_pretrained('google-bert/bert-base-uncased')
11
 
 
3
  CharacterTextSplitter,
4
  RecursiveCharacterTextSplitter,
5
  )
6
+ from transformers import AutoTokenizer
7
 
8
  LABEL_TEXTSPLITTER = "LangChain's CharacterTextSplitter"
9
+ LABEL_RECURSIVE = "LangChain's RecursiveCharacterTextSplitter"
10
 
11
  bert_tokenizer = AutoTokenizer.from_pretrained('google-bert/bert-base-uncased')
12