Browse Source

add llm model and embedding model options in model_config.py

imClumsyPanda 2 years ago
parent
commit
cae2427e1e
2 changed files with 11 additions and 4 deletions
  1. 10 4
      README.md
  2. 1 0
      configs/model_config.py

+ 10 - 4
README.md

@@ -132,10 +132,16 @@ Web UI 可以实现如下功能:
   - [ ] 知识图谱/图数据库接入
   - [ ] Agent 实现
 - [ ] 增加更多 LLM 模型支持
-  - [x] THUDM/chatglm-6b
-  - [x] THUDM/chatglm-6b-int4
-  - [x] THUDM/chatglm-6b-int4-qe
-  - [x] ClueAI/ChatYuan-large-v2
+  - [x] [THUDM/chatglm-6b](https://huggingface.co/THUDM/chatglm-6b)
+  - [x] [THUDM/chatglm-6b-int8](https://huggingface.co/THUDM/chatglm-6b-int8)
+  - [x] [THUDM/chatglm-6b-int4](https://huggingface.co/THUDM/chatglm-6b-int4)
+  - [x] [THUDM/chatglm-6b-int4-qe](https://huggingface.co/THUDM/chatglm-6b-int4-qe)
+  - [x] [ClueAI/ChatYuan-large-v2](https://huggingface.co/ClueAI/ChatYuan-large-v2)
+- [ ] 增加更多 Embedding 模型支持
+  - [x] [nghuyong/ernie-3.0-nano-zh](https://huggingface.co/nghuyong/ernie-3.0-nano-zh)
+  - [x] [nghuyong/ernie-3.0-base-zh](https://huggingface.co/nghuyong/ernie-3.0-base-zh)
+  - [x] [shibing624/text2vec-base-chinese](https://huggingface.co/shibing624/text2vec-base-chinese)
+  - [x] [GanymedeNil/text2vec-large-chinese](https://huggingface.co/GanymedeNil/text2vec-large-chinese)
 - [ ] Web UI
   - [x] 利用 gradio 实现 Web UI DEMO
   - [x] 添加输出内容及错误提示

+ 1 - 0
configs/model_config.py

@@ -20,6 +20,7 @@ llm_model_dict = {
     "chatyuan": "ClueAI/ChatYuan-large-v2",
     "chatglm-6b-int4-qe": "THUDM/chatglm-6b-int4-qe",
     "chatglm-6b-int4": "THUDM/chatglm-6b-int4",
+    "chatglm-6b-int8": "THUDM/chatglm-6b-int8",
     "chatglm-6b": "THUDM/chatglm-6b",
 }