多模型参数配置
可以参考:https://github.com/mlc-ai/mlc-llm/blob/main/android/MLCChat/mlc-package-config.json
// mlc-app-config.json
{
"device": "android",
"model_list": [
{
"model": "/sda/xj/mlc-llm-llama3/mlc-llm/android/MLCChat/model_weights/hf/mlc-ai/MinicPM-2B-dpo-bf16-llama-format-g4f16_1",
"estimated_vram_bytes": 2036816936,
"model_id": "MiniCPM-2B-dpo-bf16-llama-format_q4f16_1",
"bundle_weight": true
},
{
"model": "/sda/xj/mlc-llm-llama3/mlc-llm/android/MLCChat/model_weights/hf/mlc-ai/Llama-3-8B-Instruct-llama-format-q4f16_1",
"estimated_vram_bytes": 4679979417,
"model_id": "Llama-3-8B-Instruct-llama-format-q4f16_1",
"bundle_weight": true
}
]
}