Update app.py

app.py

@@ -1,11 +1,9 @@
-from annotated_text import annotated_text, parameters, annotation
-import razdel
+from annotated_text import annotated_text
+from razdel import razdel
 from transformers import AutoTokenizer, AutoModelForTokenClassification, pipeline
 import streamlit as st
 import torch
 
-nltk.download('punkt')
-
 # add the caching decorator and use custom text for spinner
 @st.cache_resource(show_spinner = "Loading the model...")
 
@@ -67,7 +65,7 @@ def label_text(text):
 				   49: 'B-TIME', 
 				   50: 'I-TIME'}
 
-		single_sentence_tokens = [_.text for _ in list(razdel.tokenize(text))]
+		single_sentence_tokens = [_.text for _ in list(tokenize(text))]
 		tokenized_input = tokenizer(single_sentence_tokens, is_split_into_words = True, return_tensors = "pt")
 		tokens = tokenized_input.tokens()
 		output = model(**tokenized_input).logits