From 9c2421c21d6b06b025ff46fa76918a1952d82c21 Mon Sep 17 00:00:00 2001 From: guinmoon Date: Tue, 19 Mar 2024 06:37:23 +0300 Subject: [PATCH] MobileVLM template --- LLMFarm/model_setting_templates/MobileVLM.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/LLMFarm/model_setting_templates/MobileVLM.json b/LLMFarm/model_setting_templates/MobileVLM.json index 6112c18..cd82269 100644 --- a/LLMFarm/model_setting_templates/MobileVLM.json +++ b/LLMFarm/model_setting_templates/MobileVLM.json @@ -4,7 +4,7 @@ "top_p" : 0.94999998807907104, "mlock" : false, "template_name" : "MobileVLM", - "use_metal" : false, + "use_metal" : true, "parse_special_tokens" : true, "mirostat" : 0, "temp" : 0.89999997615814209,