We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 8956335 commit c336376Copy full SHA for c336376
1 file changed
dataflow/operators/core_text/generate/chunked_prompted_generator.py
@@ -25,15 +25,15 @@ def __init__(
25
json_schema: dict = None,
26
max_chunk_len: int = 128000,
27
enc = tiktoken.get_encoding("cl100k_base"), # 支持len(enc.encode(text))的tokenizer都可以,比如tiktoken或HuggingFace的AutoTokenizer
28
- seperator: str = "\n",
+ separator: str = "\n",
29
):
30
self.logger = get_logger()
31
self.llm_serving = llm_serving
32
self.system_prompt = system_prompt
33
self.json_schema = json_schema
34
self.max_chunk_len = max_chunk_len
35
self.enc = enc
36
- self.separator = seperator
+ self.separator = separator
37
38
@staticmethod
39
def get_desc(lang: str = "zh"):
0 commit comments