feat: add sync.sh for copy-to-modelscope

shouwchwwid · Oct 4, 2023 · 1d364fd · 1d364fd
1 parent 8a03c9b
commit 1d364fd
Show file tree

Hide file tree

Showing 2 changed files with 23 additions and 2 deletions.
diff --git a/experimental/copy-to-modelscope/main.sh b/experimental/copy-to-modelscope/main.sh
@@ -13,8 +13,8 @@ if [ -z "${MODEL_ID}" ]; then
   usage
 fi
 
-git clone https://oauth2:${ACCESS_TOKEN}@www.modelscope.cn/$MODEL_ID.git ms_model
-git clone https://huggingface.co/$MODEL_ID hf_model
+git clone https://oauth2:${ACCESS_TOKEN}@www.modelscope.cn/$MODEL_ID.git ms_model --depth 1
+git clone https://huggingface.co/$MODEL_ID hf_model --depth 1
 
 echo "Sync directory"
 rsync -avh --exclude '.git' --delete hf_model/ ms_model/
@@ -52,6 +52,7 @@ set -x
 pushd ms_model
 git add .
 git commit -m "sync with upstream"
+git lfs push origin
 git push origin
 popd
 

diff --git a/experimental/copy-to-modelscope/sync.sh b/experimental/copy-to-modelscope/sync.sh
@@ -0,0 +1,20 @@
+#!/bin/bash
+
+set -ex
+
+# TabbyML/StarCoder-3B
+
+MODELS=$(cat <<EOF
+TabbyML/StarCoder-7B
+TabbyML/WizardCoder-1B
+TabbyML/WizardCoder-3B
+TabbyML/CodeLlama-7B
+TabbyML/CodeLlama-13B
+TabbyML/StarCoder-1B
+EOF
+)
+
+for i in $MODELS; do
+  ./main.sh $i $1
+done
+