diff --git a/api/services/dataset_service.py b/api/services/dataset_service.py index a697c9ab7f..ef511857cf 100644 --- a/api/services/dataset_service.py +++ b/api/services/dataset_service.py @@ -2207,6 +2207,7 @@ class SegmentService: # calc embedding use tokens if document.doc_form == "qa_model": + segment.answer = args.answer tokens = embedding_model.get_text_embedding_num_tokens(texts=[content + segment.answer])[0] else: tokens = embedding_model.get_text_embedding_num_tokens(texts=[content])[0]