[
	{
		"models": {
			"Baichuan-7B-Base": {
				"DEFAULT": "baichuan-inc/Baichuan-7B",
				"MODELSCOPE": "baichuan-inc/baichuan-7B"
			},
			"Baichuan-13B-Base": {
				"DEFAULT": "baichuan-inc/Baichuan-13B-Base",
				"MODELSCOPE": "baichuan-inc/Baichuan-13B-Base"
			},
			"Baichuan-13B-Chat": {
				"DEFAULT": "baichuan-inc/Baichuan-13B-Chat",
				"MODELSCOPE": "baichuan-inc/Baichuan-13B-Chat"
			}
		},
		"module": "W_pack",
		"template": "baichuan"
	},
	{
		"models": {
			"Baichuan2-7B-Base": {
				"DEFAULT": "baichuan-inc/Baichuan2-7B-Base",
				"MODELSCOPE": "baichuan-inc/Baichuan2-7B-Base"
			},
			"Baichuan2-13B-Base": {
				"DEFAULT": "baichuan-inc/Baichuan2-13B-Base",
				"MODELSCOPE": "baichuan-inc/Baichuan2-13B-Base"
			},
			"Baichuan2-7B-Chat": {
				"DEFAULT": "baichuan-inc/Baichuan2-7B-Chat",
				"MODELSCOPE": "baichuan-inc/Baichuan2-7B-Chat"
			},
			"Baichuan2-13B-Chat": {
				"DEFAULT": "baichuan-inc/Baichuan2-13B-Chat",
				"MODELSCOPE": "baichuan-inc/Baichuan2-13B-Chat"
			}
		},
		"module": "W_pack",
		"template": "baichuan2"
	},
	{
		"models": {
			"BLOOM-560M": {
				"DEFAULT": "bigscience/bloom-560m",
				"MODELSCOPE": "AI-ModelScope/bloom-560m"
			},
			"BLOOM-3B": {
				"DEFAULT": "bigscience/bloom-3b",
				"MODELSCOPE": "AI-ModelScope/bloom-3b"
			},
			"BLOOM-7B1": {
				"DEFAULT": "bigscience/bloom-7b1",
				"MODELSCOPE": "AI-ModelScope/bloom-7b1"
			}
		},
		"module": "query_key_value"
	},
	{
		"models": {
			"BLOOMZ-560M": {
				"DEFAULT": "bigscience/bloomz-560m",
				"MODELSCOPE": "AI-ModelScope/bloomz-560m"
			},
			"BLOOMZ-3B": {
				"DEFAULT": "bigscience/bloomz-3b",
				"MODELSCOPE": "AI-ModelScope/bloomz-3b"
			},
			"BLOOMZ-7B1-mt": {
				"DEFAULT": "bigscience/bloomz-7b1-mt",
				"MODELSCOPE": "AI-ModelScope/bloomz-7b1-mt"
			}
		},
		"module": "query_key_value"
	},
	{
		"models": {
			"BlueLM-7B-Base": {
				"DEFAULT": "vivo-ai/BlueLM-7B-Base",
				"MODELSCOPE": "vivo-ai/BlueLM-7B-Base"
			},
			"BlueLM-7B-Chat": {
				"DEFAULT": "vivo-ai/BlueLM-7B-Chat",
				"MODELSCOPE": "vivo-ai/BlueLM-7B-Chat"
			}
		},
		"template": "bluelm"
	},
	{
		"models": {
			"ChatGLM2-6B-Chat": {
				"DEFAULT": "THUDM/chatglm2-6b",
				"MODELSCOPE": "ZhipuAI/chatglm2-6b"
			}
		},
		"module": "query_key_value",
		"template": "chatglm2"
	},
	{
		"models": {
			"ChatGLM3-6B-Base": {
				"DEFAULT": "THUDM/chatglm3-6b-base",
				"MODELSCOPE": "ZhipuAI/chatglm3-6b-base"
			},
			"ChatGLM3-6B-Chat": {
				"DEFAULT": "THUDM/chatglm3-6b",
				"MODELSCOPE": "ZhipuAI/chatglm3-6b"
			}
		},
		"module": "query_key_value",
		"template": "chatglm3"
	},
	{
		"models": {
			"ChineseLLaMA2-1.3B": {
				"DEFAULT": "hfl/chinese-llama-2-1.3b",
				"MODELSCOPE": "AI-ModelScope/chinese-llama-2-1.3b"
			},
			"ChineseLLaMA2-7B": {
				"DEFAULT": "hfl/chinese-llama-2-7b",
				"MODELSCOPE": "AI-ModelScope/chinese-llama-2-7b"
			},
			"ChineseLLaMA2-13B": {
				"DEFAULT": "hfl/chinese-llama-2-13b",
				"MODELSCOPE": "AI-ModelScope/chinese-llama-2-13b"
			},
			"ChineseLLaMA2-1.3B-Chat": {
				"DEFAULT": "hfl/chinese-alpaca-2-1.3b",
				"MODELSCOPE": "AI-ModelScope/chinese-alpaca-2-1.3b"
			},
			"ChineseLLaMA2-7B-Chat": {
				"DEFAULT": "hfl/chinese-alpaca-2-7b",
				"MODELSCOPE": "AI-ModelScope/chinese-alpaca-2-7b"
			},
			"ChineseLLaMA2-13B-Chat": {
				"DEFAULT": "hfl/chinese-alpaca-2-13b",
				"MODELSCOPE": "AI-ModelScope/chinese-alpaca-2-13b"
			}
		},
		"template": "llama2_zh"
	},
	{
		"models": {
			"DeepSeek-LLM-7B-Base": {
				"DEFAULT": "deepseek-ai/deepseek-llm-7b-base",
				"MODELSCOPE": "deepseek-ai/deepseek-llm-7b-base"
			},
			"DeepSeek-LLM-67B-Base": {
				"DEFAULT": "deepseek-ai/deepseek-llm-67b-base",
				"MODELSCOPE": "deepseek-ai/deepseek-llm-67b-base"
			},
			"DeepSeek-LLM-7B-Chat": {
				"DEFAULT": "deepseek-ai/deepseek-llm-7b-chat",
				"MODELSCOPE": "deepseek-ai/deepseek-llm-7b-chat"
			},
			"DeepSeek-LLM-67B-Chat": {
				"DEFAULT": "deepseek-ai/deepseek-llm-67b-chat",
				"MODELSCOPE": "deepseek-ai/deepseek-llm-67b-chat"
			},
			"DeepSeek-Math-7B-Base": { "DEFAULT": "deepseek-ai/deepseek-math-7b-base" },
			"DeepSeek-Math-7B-Chat": { "DEFAULT": "deepseek-ai/deepseek-math-7b-instruct" },
			"DeepSeek-MoE-16B-Base": {
				"DEFAULT": "deepseek-ai/deepseek-moe-16b-base",
				"MODELSCOPE": "deepseek-ai/deepseek-moe-16b-base"
			},
			"DeepSeek-MoE-16B-Chat": {
				"DEFAULT": "deepseek-ai/deepseek-moe-16b-chat",
				"MODELSCOPE": "deepseek-ai/deepseek-moe-16b-chat"
			}
		},
		"template": "deepseek"
	},
	{
		"models": {
			"DeepSeekCoder-6.7B-Base": {
				"DEFAULT": "deepseek-ai/deepseek-coder-6.7b-base",
				"MODELSCOPE": "deepseek-ai/deepseek-coder-6.7b-base"
			},
			"DeepSeekCoder-7B-Base": { "DEFAULT": "deepseek-ai/deepseek-coder-7b-base-v1.5" },
			"DeepSeekCoder-33B-Base": {
				"DEFAULT": "deepseek-ai/deepseek-coder-33b-base",
				"MODELSCOPE": "deepseek-ai/deepseek-coder-33b-base"
			},
			"DeepSeekCoder-6.7B-Chat": {
				"DEFAULT": "deepseek-ai/deepseek-coder-6.7b-instruct",
				"MODELSCOPE": "deepseek-ai/deepseek-coder-6.7b-instruct"
			},
			"DeepSeekCoder-7B-Chat": { "DEFAULT": "deepseek-ai/deepseek-coder-7b-instruct-v1.5" },
			"DeepSeekCoder-33B-Chat": {
				"DEFAULT": "deepseek-ai/deepseek-coder-33b-instruct",
				"MODELSCOPE": "deepseek-ai/deepseek-coder-33b-instruct"
			}
		},
		"template": "deepseekcoder"
	},
	{
		"models": {
			"Falcon-7B": {
				"DEFAULT": "tiiuae/falcon-7b",
				"MODELSCOPE": "AI-ModelScope/falcon-7b"
			},
			"Falcon-40B": {
				"DEFAULT": "tiiuae/falcon-40b",
				"MODELSCOPE": "AI-ModelScope/falcon-40b"
			},
			"Falcon-180B": {
				"DEFAULT": "tiiuae/falcon-180b",
				"MODELSCOPE": "modelscope/falcon-180B"
			},
			"Falcon-7B-Chat": {
				"DEFAULT": "tiiuae/falcon-7b-instruct",
				"MODELSCOPE": "AI-ModelScope/falcon-7b-instruct"
			},
			"Falcon-40B-Chat": {
				"DEFAULT": "tiiuae/falcon-40b-instruct",
				"MODELSCOPE": "AI-ModelScope/falcon-40b-instruct"
			},
			"Falcon-180B-Chat": {
				"DEFAULT": "tiiuae/falcon-180b-chat",
				"MODELSCOPE": "modelscope/falcon-180B-chat"
			}
		},
		"module": "query_key_value",
		"template": "falcon"
	},
	{
		"models": {
			"Gemma-2B": {
				"DEFAULT": "google/gemma-2b",
				"MODELSCOPE": "AI-ModelScope/gemma-2b"
			},
			"Gemma-7B": {
				"DEFAULT": "google/gemma-7b",
				"MODELSCOPE": "AI-ModelScope/gemma-2b-it"
			},
			"Gemma-2B-Chat": {
				"DEFAULT": "google/gemma-2b-it",
				"MODELSCOPE": "AI-ModelScope/gemma-7b"
			},
			"Gemma-7B-Chat": {
				"DEFAULT": "google/gemma-7b-it",
				"MODELSCOPE": "AI-ModelScope/gemma-7b-it"
			}
		},
		"template": "gemma"
	},
	{
		"models": {
			"InternLM-7B": {
				"DEFAULT": "internlm/internlm-7b",
				"MODELSCOPE": "Shanghai_AI_Laboratory/internlm-7b"
			},
			"InternLM-20B": {
				"DEFAULT": "internlm/internlm-20b",
				"MODELSCOPE": "Shanghai_AI_Laboratory/internlm-20b"
			},
			"InternLM-7B-Chat": {
				"DEFAULT": "internlm/internlm-chat-7b",
				"MODELSCOPE": "Shanghai_AI_Laboratory/internlm-chat-7b"
			},
			"InternLM-20B-Chat": {
				"DEFAULT": "internlm/internlm-chat-20b",
				"MODELSCOPE": "Shanghai_AI_Laboratory/internlm-chat-20b"
			}
		},
		"template": "intern"
	},
	{
		"models": {
			"InternLM2-7B": {
				"DEFAULT": "internlm/internlm2-7b",
				"MODELSCOPE": "Shanghai_AI_Laboratory/internlm2-7b"
			},
			"InternLM2-20B": {
				"DEFAULT": "internlm/internlm2-20b",
				"MODELSCOPE": "Shanghai_AI_Laboratory/internlm2-20b"
			},
			"InternLM2-7B-Chat": {
				"DEFAULT": "internlm/internlm2-chat-7b",
				"MODELSCOPE": "Shanghai_AI_Laboratory/internlm2-chat-7b"
			},
			"InternLM2-20B-Chat": {
				"DEFAULT": "internlm/internlm2-chat-20b",
				"MODELSCOPE": "Shanghai_AI_Laboratory/internlm2-chat-20b"
			}
		},
		"module": "wqkv",
		"template": "intern2"
	},
	{
		"models": {
			"LingoWhale-8B": {
				"DEFAULT": "deeplang-ai/LingoWhale-8B",
				"MODELSCOPE": "DeepLang/LingoWhale-8B"
			}
		},
		"module": "qkv_proj"
	},
	{
		"models": {
			"LLaMA-7B": {
				"DEFAULT": "huggyllama/llama-7b",
				"MODELSCOPE": "skyline2006/llama-7b"
			},
			"LLaMA-13B": {
				"DEFAULT": "huggyllama/llama-13b",
				"MODELSCOPE": "skyline2006/llama-13b"
			},
			"LLaMA-30B": {
				"DEFAULT": "huggyllama/llama-30b",
				"MODELSCOPE": "skyline2006/llama-30b"
			},
			"LLaMA-65B": {
				"DEFAULT": "huggyllama/llama-65b",
				"MODELSCOPE": "skyline2006/llama-65b"
			}
		}
	},
	{
		"models": {
			"LLaMA2-7B": {
				"DEFAULT": "meta-llama/Llama-2-7b-hf",
				"MODELSCOPE": "modelscope/Llama-2-7b-ms"
			},
			"LLaMA2-13B": {
				"DEFAULT": "meta-llama/Llama-2-13b-hf",
				"MODELSCOPE": "modelscope/Llama-2-13b-ms"
			},
			"LLaMA2-70B": {
				"DEFAULT": "meta-llama/Llama-2-70b-hf",
				"MODELSCOPE": "modelscope/Llama-2-70b-ms"
			},
			"LLaMA2-7B-Chat": {
				"DEFAULT": "meta-llama/Llama-2-7b-chat-hf",
				"MODELSCOPE": "modelscope/Llama-2-7b-chat-ms"
			},
			"LLaMA2-13B-Chat": {
				"DEFAULT": "meta-llama/Llama-2-13b-chat-hf",
				"MODELSCOPE": "modelscope/Llama-2-13b-chat-ms"
			},
			"LLaMA2-70B-Chat": {
				"DEFAULT": "meta-llama/Llama-2-70b-chat-hf",
				"MODELSCOPE": "modelscope/Llama-2-70b-chat-ms"
			}
		},
		"template": "llama2"
	},
	{
		"models": {
			"Mistral-7B": {
				"DEFAULT": "mistralai/Mistral-7B-v0.1",
				"MODELSCOPE": "AI-ModelScope/Mistral-7B-v0.1"
			},
			"Mistral-7B-Chat": {
				"DEFAULT": "mistralai/Mistral-7B-Instruct-v0.1",
				"MODELSCOPE": "AI-ModelScope/Mistral-7B-Instruct-v0.1"
			},
			"Mistral-7B-v0.2-Chat": {
				"DEFAULT": "mistralai/Mistral-7B-Instruct-v0.2",
				"MODELSCOPE": "AI-ModelScope/Mistral-7B-Instruct-v0.2"
			}
		},
		"template": "mistral"
	},
	{
		"models": {
			"Mixtral-8x7B": {
				"DEFAULT": "mistralai/Mixtral-8x7B-v0.1",
				"MODELSCOPE": "AI-ModelScope/Mixtral-8x7B-v0.1"
			},
			"Mixtral-8x7B-Chat": {
				"DEFAULT": "mistralai/Mixtral-8x7B-Instruct-v0.1",
				"MODELSCOPE": "AI-ModelScope/Mixtral-8x7B-Instruct-v0.1"
			}
		},
		"template": "mistral"
	},
	{
		"models": {
			"OLMo-1B": { "DEFAULT": "allenai/OLMo-1B" },
			"OLMo-7B": {
				"DEFAULT": "allenai/OLMo-7B",
				"MODELSCOPE": "AI-ModelScope/OLMo-7B"
			},
			"OLMo-7B-Chat": { "DEFAULT": "allenai/OLMo-7B-Instruct" }
		},
		"module": "att_proj",
		"template": "olmo"
	},
	{
		"models": {
			"OpenChat3.5-7B-Chat": {
				"DEFAULT": "openchat/openchat-3.5-0106",
				"MODELSCOPE": "myxiongmodel/openchat_3.5"
			}
		},
		"template": "openchat"
	},
	{
		"models": {
			"Orion-14B-Base": {
				"DEFAULT": "OrionStarAI/Orion-14B-Base",
				"MODELSCOPE": "OrionStarAI/Orion-14B-Base"
			},
			"Orion-14B-Chat": {
				"DEFAULT": "OrionStarAI/Orion-14B-Chat",
				"MODELSCOPE": "OrionStarAI/Orion-14B-Chat"
			},
			"Orion-14B-Long-Chat": {
				"DEFAULT": "OrionStarAI/Orion-14B-LongChat",
				"MODELSCOPE": "OrionStarAI/Orion-14B-LongChat"
			},
			"Orion-14B-RAG-Chat": {
				"DEFAULT": "OrionStarAI/Orion-14B-Chat-RAG",
				"MODELSCOPE": "OrionStarAI/Orion-14B-Chat-RAG"
			},
			"Orion-14B-Plugin-Chat": {
				"DEFAULT": "OrionStarAI/Orion-14B-Chat-Plugin",
				"MODELSCOPE": "OrionStarAI/Orion-14B-Chat-Plugin"
			}
		},
		"template": "orion"
	},
	{
		"models": {
			"Phi-1.5-1.3B": {
				"DEFAULT": "microsoft/phi-1_5",
				"MODELSCOPE": "allspace/PHI_1-5"
			},
			"Phi-2-2.7B": {
				"DEFAULT": "microsoft/phi-2",
				"MODELSCOPE": "AI-ModelScope/phi-2"
			}
		}
	},
	{
		"models": {
			"Qwen-1.8B": {
				"DEFAULT": "Qwen/Qwen-1_8B",
				"MODELSCOPE": "qwen/Qwen-1_8B"
			},
			"Qwen-7B": {
				"DEFAULT": "Qwen/Qwen-7B",
				"MODELSCOPE": "qwen/Qwen-7B"
			},
			"Qwen-14B": {
				"DEFAULT": "Qwen/Qwen-14B",
				"MODELSCOPE": "qwen/Qwen-14B"
			},
			"Qwen-72B": {
				"DEFAULT": "Qwen/Qwen-72B",
				"MODELSCOPE": "qwen/Qwen-72B"
			},
			"Qwen-1.8B-Chat": {
				"DEFAULT": "Qwen/Qwen-1_8B-Chat",
				"MODELSCOPE": "qwen/Qwen-1_8B-Chat"
			},
			"Qwen-7B-Chat": {
				"DEFAULT": "Qwen/Qwen-7B-Chat",
				"MODELSCOPE": "qwen/Qwen-7B-Chat"
			},
			"Qwen-14B-Chat": {
				"DEFAULT": "Qwen/Qwen-14B-Chat",
				"MODELSCOPE": "qwen/Qwen-14B-Chat"
			},
			"Qwen-72B-Chat": {
				"DEFAULT": "Qwen/Qwen-72B-Chat",
				"MODELSCOPE": "qwen/Qwen-72B-Chat"
			},
			"Qwen-1.8B-int8-Chat": {
				"DEFAULT": "Qwen/Qwen-1_8B-Chat-Int8",
				"MODELSCOPE": "qwen/Qwen-1_8B-Chat-Int8"
			},
			"Qwen-1.8B-int4-Chat": {
				"DEFAULT": "Qwen/Qwen-1_8B-Chat-Int4",
				"MODELSCOPE": "qwen/Qwen-1_8B-Chat-Int4"
			},
			"Qwen-7B-int8-Chat": {
				"DEFAULT": "Qwen/Qwen-7B-Chat-Int8",
				"MODELSCOPE": "qwen/Qwen-7B-Chat-Int8"
			},
			"Qwen-7B-int4-Chat": {
				"DEFAULT": "Qwen/Qwen-7B-Chat-Int4",
				"MODELSCOPE": "qwen/Qwen-7B-Chat-Int4"
			},
			"Qwen-14B-int8-Chat": {
				"DEFAULT": "Qwen/Qwen-14B-Chat-Int8",
				"MODELSCOPE": "qwen/Qwen-14B-Chat-Int8"
			},
			"Qwen-14B-int4-Chat": {
				"DEFAULT": "Qwen/Qwen-14B-Chat-Int4",
				"MODELSCOPE": "qwen/Qwen-14B-Chat-Int4"
			},
			"Qwen-72B-int8-Chat": {
				"DEFAULT": "Qwen/Qwen-72B-Chat-Int8",
				"MODELSCOPE": "qwen/Qwen-72B-Chat-Int8"
			},
			"Qwen-72B-int4-Chat": {
				"DEFAULT": "Qwen/Qwen-72B-Chat-Int4",
				"MODELSCOPE": "qwen/Qwen-72B-Chat-Int4"
			}
		},
		"module": "c_attn",
		"template": "qwen"
	},
	{
		"models": {
			"Qwen1.5-0.5B": {
				"DEFAULT": "Qwen/Qwen1.5-0.5B",
				"MODELSCOPE": "qwen/Qwen1.5-0.5B"
			},
			"Qwen1.5-1.8B": {
				"DEFAULT": "Qwen/Qwen1.5-1.8B",
				"MODELSCOPE": "qwen/Qwen1.5-1.8B"
			},
			"Qwen1.5-4B": {
				"DEFAULT": "Qwen/Qwen1.5-4B",
				"MODELSCOPE": "qwen/Qwen1.5-4B"
			},
			"Qwen1.5-7B": {
				"DEFAULT": "Qwen/Qwen1.5-7B",
				"MODELSCOPE": "qwen/Qwen1.5-7B"
			},
			"Qwen1.5-14B": {
				"DEFAULT": "Qwen/Qwen1.5-14B",
				"MODELSCOPE": "qwen/Qwen1.5-14B"
			},
			"Qwen1.5-72B": {
				"DEFAULT": "Qwen/Qwen1.5-72B",
				"MODELSCOPE": "qwen/Qwen1.5-72B"
			},
			"Qwen1.5-0.5B-Chat": {
				"DEFAULT": "Qwen/Qwen1.5-0.5B-Chat",
				"MODELSCOPE": "qwen/Qwen1.5-0.5B-Chat"
			},
			"Qwen1.5-1.8B-Chat": {
				"DEFAULT": "Qwen/Qwen1.5-1.8B-Chat",
				"MODELSCOPE": "qwen/Qwen1.5-1.8B-Chat"
			},
			"Qwen1.5-4B-Chat": {
				"DEFAULT": "Qwen/Qwen1.5-4B-Chat",
				"MODELSCOPE": "qwen/Qwen1.5-4B-Chat"
			},
			"Qwen1.5-7B-Chat": {
				"DEFAULT": "Qwen/Qwen1.5-7B-Chat",
				"MODELSCOPE": "qwen/Qwen1.5-7B-Chat"
			},
			"Qwen1.5-14B-Chat": {
				"DEFAULT": "Qwen/Qwen1.5-14B-Chat",
				"MODELSCOPE": "qwen/Qwen1.5-14B-Chat"
			},
			"Qwen1.5-72B-Chat": {
				"DEFAULT": "Qwen/Qwen1.5-72B-Chat",
				"MODELSCOPE": "qwen/Qwen1.5-72B-Chat"
			},
			"Qwen1.5-0.5B-int8-Chat": {
				"DEFAULT": "Qwen/Qwen1.5-0.5B-Chat-GPTQ-Int8",
				"MODELSCOPE": "qwen/Qwen1.5-0.5B-Chat-GPTQ-Int8"
			},
			"Qwen1.5-0.5B-int4-Chat": {
				"DEFAULT": "Qwen/Qwen1.5-0.5B-Chat-AWQ",
				"MODELSCOPE": "qwen/Qwen1.5-0.5B-Chat-AWQ"
			},
			"Qwen1.5-1.8B-int8-Chat": {
				"DEFAULT": "Qwen/Qwen1.5-1.8B-Chat-GPTQ-Int8",
				"MODELSCOPE": "qwen/Qwen1.5-1.8B-Chat-GPTQ-Int8"
			},
			"Qwen1.5-1.8B-int4-Chat": {
				"DEFAULT": "Qwen/Qwen1.5-1.8B-Chat-AWQ",
				"MODELSCOPE": "qwen/Qwen1.5-1.8B-Chat-AWQ"
			},
			"Qwen1.5-4B-int8-Chat": {
				"DEFAULT": "Qwen/Qwen1.5-4B-Chat-GPTQ-Int8",
				"MODELSCOPE": "qwen/Qwen1.5-4B-Chat-GPTQ-Int8"
			},
			"Qwen1.5-4B-int4-Chat": {
				"DEFAULT": "Qwen/Qwen1.5-4B-Chat-AWQ",
				"MODELSCOPE": "qwen/Qwen1.5-4B-Chat-AWQ"
			},
			"Qwen1.5-7B-int8-Chat": {
				"DEFAULT": "Qwen/Qwen1.5-7B-Chat-GPTQ-Int8",
				"MODELSCOPE": "qwen/Qwen1.5-7B-Chat-GPTQ-Int8"
			},
			"Qwen1.5-7B-int4-Chat": {
				"DEFAULT": "Qwen/Qwen1.5-7B-Chat-AWQ",
				"MODELSCOPE": "qwen/Qwen1.5-7B-Chat-AWQ"
			},
			"Qwen1.5-14B-int8-Chat": {
				"DEFAULT": "Qwen/Qwen1.5-14B-Chat-GPTQ-Int8",
				"MODELSCOPE": "qwen/Qwen1.5-14B-Chat-GPTQ-Int8"
			},
			"Qwen1.5-14B-int4-Chat": {
				"DEFAULT": "Qwen/Qwen1.5-14B-Chat-AWQ",
				"MODELSCOPE": "qwen/Qwen1.5-14B-Chat-AWQ"
			},
			"Qwen1.5-72B-int8-Chat": {
				"DEFAULT": "Qwen/Qwen1.5-72B-Chat-GPTQ-Int8",
				"MODELSCOPE": "qwen/Qwen1.5-72B-Chat-GPTQ-Int8"
			},
			"Qwen1.5-72B-int4-Chat": {
				"DEFAULT": "Qwen/Qwen1.5-72B-Chat-AWQ",
				"MODELSCOPE": "qwen/Qwen1.5-72B-Chat-AWQ"
			}
		},
		"template": "qwen"
	},
	{
		"models": {
			"SOLAR-10.7B": { "DEFAULT": "upstage/SOLAR-10.7B-v1.0" },
			"SOLAR-10.7B-Chat": {
				"DEFAULT": "upstage/SOLAR-10.7B-Instruct-v1.0",
				"MODELSCOPE": "AI-ModelScope/SOLAR-10.7B-Instruct-v1.0"
			}
		},
		"template": "solar"
	},
	{
		"models": {
			"Skywork-13B-Base": {
				"DEFAULT": "Skywork/Skywork-13B-base",
				"MODELSCOPE": "skywork/Skywork-13B-base"
			}
		}
	},
	{
		"models": {
			"StarCoder2-3B": { "DEFAULT": "bigcode/starcoder2-3b" },
			"StarCoder2-7B": { "DEFAULT": "bigcode/starcoder2-7b" },
			"StarCoder2-15B": { "DEFAULT": "bigcode/starcoder2-15b" }
		}
	},
	{
		"models": {
			"Vicuna1.5-7B-Chat": {
				"DEFAULT": "lmsys/vicuna-7b-v1.5",
				"MODELSCOPE": "Xorbits/vicuna-7b-v1.5"
			},
			"Vicuna1.5-13B-Chat": {
				"DEFAULT": "lmsys/vicuna-13b-v1.5",
				"MODELSCOPE": "Xorbits/vicuna-13b-v1.5"
			}
		},
		"template": "vicuna"
	},
	{
		"models": {
			"XuanYuan-70B": { "DEFAULT": "Duxiaoman-DI/XuanYuan-70B" },
			"XuanYuan-70B-Chat": { "DEFAULT": "Duxiaoman-DI/XuanYuan-70B-Chat" },
			"XuanYuan-70B-int8-Chat": { "DEFAULT": "Duxiaoman-DI/XuanYuan-70B-Chat-8bit" },
			"XuanYuan-70B-int4-Chat": { "DEFAULT": "Duxiaoman-DI/XuanYuan-70B-Chat-4bit" }
		},
		"template": "xuanyuan"
	},
	{
		"models": {
			"XVERSE-7B": {
				"DEFAULT": "xverse/XVERSE-7B",
				"MODELSCOPE": "xverse/XVERSE-7B"
			},
			"XVERSE-13B": {
				"DEFAULT": "xverse/XVERSE-13B",
				"MODELSCOPE": "xverse/XVERSE-13B"
			},
			"XVERSE-65B": {
				"DEFAULT": "xverse/XVERSE-65B",
				"MODELSCOPE": "xverse/XVERSE-65B"
			},
			"XVERSE-65B-2": {
				"DEFAULT": "xverse/XVERSE-65B-2",
				"MODELSCOPE": "xverse/XVERSE-65B-2"
			},
			"XVERSE-7B-Chat": {
				"DEFAULT": "xverse/XVERSE-7B-Chat",
				"MODELSCOPE": "xverse/XVERSE-7B-Chat"
			},
			"XVERSE-13B-Chat": {
				"DEFAULT": "xverse/XVERSE-13B-Chat",
				"MODELSCOPE": "xverse/XVERSE-13B-Chat"
			},
			"XVERSE-65B-Chat": {
				"DEFAULT": "xverse/XVERSE-65B-Chat",
				"MODELSCOPE": "xverse/XVERSE-65B-Chat"
			}
		},
		"template": "xverse"
	},
	{
		"models": {
			"Yayi-7B": {
				"DEFAULT": "wenge-research/yayi-7b-llama2",
				"MODELSCOPE": "AI-ModelScope/yayi-7b-llama2"
			},
			"Yayi-13B": {
				"DEFAULT": "wenge-research/yayi-13b-llama2",
				"MODELSCOPE": "AI-ModelScope/yayi-13b-llama2"
			}
		},
		"template": "yayi"
	},
	{
		"models": {
			"Yi-6B": {
				"DEFAULT": "01-ai/Yi-6B",
				"MODELSCOPE": "01ai/Yi-6B"
			},
			"Yi-9B": {
				"DEFAULT": "01-ai/Yi-9B",
				"MODELSCOPE": "01ai/Yi-9B"
			},
			"Yi-34B": {
				"DEFAULT": "01-ai/Yi-34B",
				"MODELSCOPE": "01ai/Yi-34B"
			},
			"Yi-6B-Chat": {
				"DEFAULT": "01-ai/Yi-6B-Chat",
				"MODELSCOPE": "01ai/Yi-6B-Chat"
			},
			"Yi-34B-Chat": {
				"DEFAULT": "01-ai/Yi-34B-Chat",
				"MODELSCOPE": "01ai/Yi-34B-Chat"
			},
			"Yi-6B-int8-Chat": {
				"DEFAULT": "01-ai/Yi-6B-Chat-8bits",
				"MODELSCOPE": "01ai/Yi-6B-Chat-8bits"
			},
			"Yi-6B-int4-Chat": {
				"DEFAULT": "01-ai/Yi-6B-Chat-4bits",
				"MODELSCOPE": "01ai/Yi-6B-Chat-4bits"
			},
			"Yi-34B-int8-Chat": {
				"DEFAULT": "01-ai/Yi-34B-Chat-8bits",
				"MODELSCOPE": "01ai/Yi-34B-Chat-8bits"
			},
			"Yi-34B-int4-Chat": {
				"DEFAULT": "01-ai/Yi-34B-Chat-4bits",
				"MODELSCOPE": "01ai/Yi-34B-Chat-4bits"
			}
		},
		"template": "yi"
	},
	{
		"models": {
			"Yuan2-2B-Chat": {
				"DEFAULT": "IEITYuan/Yuan2-2B-hf",
				"MODELSCOPE": "YuanLLM/Yuan2.0-2B-hf"
			},
			"Yuan2-51B-Chat": {
				"DEFAULT": "IEITYuan/Yuan2-51B-hf",
				"MODELSCOPE": "YuanLLM/Yuan2.0-51B-hf"
			},
			"Yuan2-102B-Chat": {
				"DEFAULT": "IEITYuan/Yuan2-102B-hf",
				"MODELSCOPE": "YuanLLM/Yuan2.0-102B-hf"
			}
		},
		"template": "yuan"
	},
	{
		"models": {
			"Zephyr-7B-Alpha-Chat": {
				"DEFAULT": "HuggingFaceH4/zephyr-7b-alpha",
				"MODELSCOPE": "AI-ModelScope/zephyr-7b-alpha"
			},
			"Zephyr-7B-Beta-Chat": {
				"DEFAULT": "HuggingFaceH4/zephyr-7b-beta",
				"MODELSCOPE": "modelscope/zephyr-7b-beta"
			}
		},
		"template": "zephyr"
	},
	{
		"models": {
			"Atom-7B": {
				"DEFAULT": "FlagAlpha/Atom-7B",
				"MODELSCOPE": "FlagAlpha/Atom-7B"
			},
			"Atom-7B-Chat": {
				"DEFAULT": "FlagAlpha/Atom-7B-Chat",
				"MODELSCOPE": "FlagAlpha/Atom-7B-Chat"
			}
		},
		"template": "atom"
	}
]