[iOS] Update config to use q4f16_1 for RedPajama (#672)

This PR switches the iOS app config and scripts from `q4f16_0` quantization mode to `q4f16_1` quantization mode.
jmpcyc · Aug 5, 2023 · fe27cf1 · fe27cf1
1 parent 502f680
commit fe27cf1
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 7 deletions.
diff --git a/ios/MLCChat/StartState.swift b/ios/MLCChat/StartState.swift
@@ -183,7 +183,6 @@ class StartState : ObservableObject {
 
                     if localIds.contains(modelConfig.local_id) {
                         try fileManager.removeItem(at: tempFileUrl)
-                        showAlert(message: "Local ID: \(modelConfig.local_id) already exists")
                         return
                     }
 

diff --git a/ios/MLCChat/app-config.json b/ios/MLCChat/app-config.json
@@ -1,18 +1,18 @@
 {
   "model_libs": [
     "Llama-2-7b-chat-hf-q3f16_1",
-    "RedPajama-INCITE-Chat-3B-v1-q4f16_0"
+    "RedPajama-INCITE-Chat-3B-v1-q4f16_1"
   ],
   "model_list": [
     {
-      "model_url": "https://huggingface.co/mlc-ai/mlc-chat-RedPajama-INCITE-Chat-3B-v1-q4f16_0/",
-      "local_id": "RedPajama-INCITE-Chat-3B-v1-q4f16_0"
+      "model_url": "https://huggingface.co/mlc-ai/mlc-chat-RedPajama-INCITE-Chat-3B-v1-q4f16_1/",
+      "local_id": "RedPajama-INCITE-Chat-3B-v1-q4f16_1"
     }
   ],
   "add_model_samples": [
     {
-      "model_url": "https://huggingface.co/mlc-ai/mlc-chat-RedPajama-INCITE-Chat-3B-v1-q4f16_0/",
-      "local_id": "RedPajama-INCITE-Chat-3B-v1-q4f16_0"
+      "model_url": "https://huggingface.co/mlc-ai/mlc-chat-RedPajama-INCITE-Chat-3B-v1-q4f16_1/",
+      "local_id": "RedPajama-INCITE-Chat-3B-v1-q4f16_1"
     }
   ]
 }
diff --git a/ios/prepare_params.sh b/ios/prepare_params.sh
@@ -7,7 +7,7 @@ mkdir -p dist
 
 declare -a builtin_list=(
 	"Llama-2-7b-chat-hf-q3f16_1"
-	# "RedPajama-INCITE-Chat-3B-v1-q4f16_0"
+	# "RedPajama-INCITE-Chat-3B-v1-q4f16_1"
 	# "vicuna-v1-7b-q3f16_0"
 	# "rwkv-raven-1b5-q8f16_0"
 	# "rwkv-raven-3b-q8f16_0"
-Original file line number
+Diff line change
@@ Expand Up / @@ -183,7 +183,6 @@ class StartState : ObservableObject { @@
                         if localIds.contains(modelConfig.local_id) {
                             try fileManager.removeItem(at: tempFileUrl)
-                            showAlert(message: "Local ID: \(modelConfig.local_id) already exists")
                             return
                         }
@@ Expand Down @@