diff --git a/api/apps/conversation_app.py b/api/apps/conversation_app.py index 6ece253cafa969aedba934da74692b2148837cfe..2379d30bd1b41cda29edfff67c3cf9edb6b4fe5f 100644 --- a/api/apps/conversation_app.py +++ b/api/apps/conversation_app.py @@ -360,7 +360,10 @@ def use_sql(question, field_map, tenant_id, chat_mdl): "|" for r in tbl["rows"]] if not docid_idx or not docnm_idx: chat_logger.warning("SQL missing field: " + sql) - return "\n".join([clmns, line, "\n".join(rows)]), [] + return { + "answer": "\n".join([clmns, line, rows]), + "reference": {"chunks": [], "doc_aggs": []} + } rows = "\n".join([r + f" ##{ii}$$ |" for ii, r in enumerate(rows)]) rows = re.sub(r"T[0-9]{2}:[0-9]{2}:[0-9]{2}(\.[0-9]+Z)?\|", "|", rows) diff --git a/rag/llm/chat_model.py b/rag/llm/chat_model.py index 98f6ce641c45149bb1781ccaf1506bb0772efd2b..498595de7dddc41e233e05e1cdc552b9bbba35ba 100644 --- a/rag/llm/chat_model.py +++ b/rag/llm/chat_model.py @@ -117,6 +117,7 @@ class ZhipuChat(Base): history.insert(0, {"role": "system", "content": system}) try: if "presence_penalty" in gen_conf: del gen_conf["presence_penalty"] + if "frequency_penalty" in gen_conf: del gen_conf["frequency_penalty"] response = self.client.chat.completions.create( model=self.model_name, messages=history, diff --git a/rag/nlp/query.py b/rag/nlp/query.py index 26753d72107e1bddd86d3c5926f55f46928e3d0c..e62fb9fbb3dff03bc284bbded6650d37776aaa18 100644 --- a/rag/nlp/query.py +++ b/rag/nlp/query.py @@ -35,7 +35,7 @@ class EsQueryer: @staticmethod def rmWWW(txt): patts = [ - (r"ćŻ*(什äąć ·çš„|哪家|那家|ĺ•Ąć ·|ĺ’‹ć ·äş†|什äąć—¶ĺ€™|何时|何地|何人|ćŻĺ¦|ćŻä¸ŤćŻ|多少|哪里|怎äą|ĺ“Şĺ„ż|怎äąć ·|如何|ĺ“Şäş›|ćŻĺ•Ą|ĺ•ĄćŻ|ĺ•Š|ĺ—|呢|ĺ§|ĺ’‹|什äą|有没有|ĺ‘€)ćŻ*", ""), + (r"ćŻ*(什äąć ·çš„|哪家|一下|那家|ĺ•Ąć ·|ĺ’‹ć ·äş†|什äąć—¶ĺ€™|何时|何地|何人|ćŻĺ¦|ćŻä¸ŤćŻ|多少|哪里|怎äą|ĺ“Şĺ„ż|怎äąć ·|如何|ĺ“Şäş›|ćŻĺ•Ą|ĺ•ĄćŻ|ĺ•Š|ĺ—|呢|ĺ§|ĺ’‹|什äą|有没有|ĺ‘€)ćŻ*", ""), (r"(^| )(what|who|how|which|where|why)('re|'s)? ", " "), (r"(^| )('s|'re|is|are|were|was|do|does|did|don't|doesn't|didn't|has|have|be|there|you|me|your|my|mine|just|please|may|i|should|would|wouldn't|will|won't|done|go|for|with|so|the|a|an|by|i'm|it's|he's|she's|they|they're|you're|as|by|on|in|at|up|out|down)", " ") ]