[iOS] llama2 setup (#561)

NOTE: llama2 testflight quick try. Vicuna is a bit out dated and can be added back once we upgrade everything
jmpcyc · Jul 19, 2023 · 60249d7 · 60249d7
1 parent 5a4ba31
commit 60249d7
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 6 deletions.
diff --git a/ios/MLCChat/app-config.json b/ios/MLCChat/app-config.json
@@ -1,12 +1,12 @@
 {
     "model_libs": [
-        "vicuna-v1-7b-q3f16_0",
+        "Llama-2-7b-chat-hf-q3f16_1",
         "RedPajama-INCITE-Chat-3B-v1-q4f16_0"
     ],
     "model_list": [
         {
-            "model_url": "https://huggingface.co/mlc-ai/mlc-chat-vicuna-v1-7b-q3f16_0/",
-            "local_id": "vicuna-v1-7b-q3f16_0"
+            "model_url": "https://huggingface.co/mlc-ai/mlc-chat-RedPajama-INCITE-Chat-3B-v1-q4f16_0/",
+            "local_id": "RedPajama-INCITE-Chat-3B-v1-q4f16_0"
         }
     ],
     "add_model_samples": [

diff --git a/ios/prepare_libs.sh b/ios/prepare_libs.sh
@@ -20,7 +20,7 @@ do
    -h   | --help )        help
                           exit
                           ;;
-   *)                     
+   *)
                           echo "$script: illegal option $1"
                           usage
 						                  exit 1 # error
@@ -71,4 +71,4 @@ cd ..
 rm -rf MLCSwift/tvm_home
 ln -s ../../3rdparty/tvm MLCSwift/tvm_home
 
-python3 prepare_model_lib.py
+python prepare_model_lib.py
diff --git a/ios/prepare_params.sh b/ios/prepare_params.sh
@@ -6,7 +6,8 @@ rm -rf dist
 mkdir -p dist
 
 declare -a builtin_list=(
-    "RedPajama-INCITE-Chat-3B-v1-q4f16_0"
+    "Llama-2-7b-chat-hf-q3f16_1"
+    # "RedPajama-INCITE-Chat-3B-v1-q4f16_0"
     # "vicuna-v1-7b-q3f16_0"
     # "rwkv-raven-1b5-q8f16_0"
     # "rwkv-raven-3b-q8f16_0"