Merge pull request #2291 from karagg/llm

[LLM] add ci script
PaddlePaddle · Dec 5, 2023 · 3376284 · 3376284
2 parents 66c4563 + 79e6a1e
commit 3376284
Show file tree

Hide file tree

Showing 29 changed files with 13 additions and 12 deletions.
diff --git a/llm/test/compute_diff.py b/llm/test/compute_diff.py
@@ -1,18 +1,19 @@
-def get_diff(file1,file2):
+# get diff rate bewteen two files
+def get_diff(file1, file2):
     with open(file1, 'r') as f1, open(file2, 'r') as f2:
         lines1 = f1.read().splitlines()
         lines2 = f2.read().splitlines()
-    assert len(lines1)==len(lines2)
-    total_lines=len(lines1)
-    diff_lines=0
+    assert len(lines1) == len(lines2)
+    total_lines = len(lines1)
+    diff_lines = 0
 
     for i in range(total_lines):
-        if lines1[i]!=lines2[i]:
-            diff_lines=diff_lines+1
+        if lines1[i] != lines2[i]:
+            diff_lines = diff_lines + 1
 
     diff_rate = f"{diff_lines}/{total_lines}"
-    if diff_lines==0:
-        is_diff=0
+    if diff_lines == 0:
+        is_diff = 0
     else:
-        is_diff=1
-    return is_diff,diff_rate
+        is_diff = 1
+    return is_diff, diff_rate
diff --git a/...pre_result/FD-belle-7b-2m-fp16-bs4-dy.txt → ...result_raw/FD-belle-7b-2m-fp16-bs4-dy.txt b/...pre_result/FD-belle-7b-2m-fp16-bs4-dy.txt → ...result_raw/FD-belle-7b-2m-fp16-bs4-dy.txt
diff --git a/...-7b-2m-ptuning-fp16-bs4-dy-noprecache.txt → ...-7b-2m-ptuning-fp16-bs4-dy-noprecache.txt b/...-7b-2m-ptuning-fp16-bs4-dy-noprecache.txt → ...-7b-2m-ptuning-fp16-bs4-dy-noprecache.txt
diff --git a/...lt/FD-belle-7b-2m-ptuning-fp16-bs4-dy.txt → ...aw/FD-belle-7b-2m-ptuning-fp16-bs4-dy.txt b/...lt/FD-belle-7b-2m-ptuning-fp16-bs4-dy.txt → ...aw/FD-belle-7b-2m-ptuning-fp16-bs4-dy.txt
diff --git a/.../pre_result/FD-chatglm-6b-fp16-bs4-dy.txt → ..._result_raw/FD-chatglm-6b-fp16-bs4-dy.txt b/.../pre_result/FD-chatglm-6b-fp16-bs4-dy.txt → ..._result_raw/FD-chatglm-6b-fp16-bs4-dy.txt
diff --git a/...glm-6b-ptuning-fp16-bs4-dy-noprecache.txt → ...glm-6b-ptuning-fp16-bs4-dy-noprecache.txt b/...glm-6b-ptuning-fp16-bs4-dy-noprecache.txt → ...glm-6b-ptuning-fp16-bs4-dy-noprecache.txt
diff --git a/...ult/FD-chatglm-6b-ptuning-fp16-bs4-dy.txt → ...raw/FD-chatglm-6b-ptuning-fp16-bs4-dy.txt b/...ult/FD-chatglm-6b-ptuning-fp16-bs4-dy.txt → ...raw/FD-chatglm-6b-ptuning-fp16-bs4-dy.txt
diff --git a/...st/pre_result/FD-llama-7b-fp16-bs4-dy.txt → ...re_result_raw/FD-llama-7b-fp16-bs4-dy.txt b/...st/pre_result/FD-llama-7b-fp16-bs4-dy.txt → ...re_result_raw/FD-llama-7b-fp16-bs4-dy.txt
diff --git a/...ama-7b-ptuning-fp16-bs4-dy-noprecache.txt → ...ama-7b-ptuning-fp16-bs4-dy-noprecache.txt b/...ama-7b-ptuning-fp16-bs4-dy-noprecache.txt → ...ama-7b-ptuning-fp16-bs4-dy-noprecache.txt
diff --git a/...esult/FD-llama-7b-ptuning-fp16-bs4-dy.txt → ...t_raw/FD-llama-7b-ptuning-fp16-bs4-dy.txt b/...esult/FD-llama-7b-ptuning-fp16-bs4-dy.txt → ...t_raw/FD-llama-7b-ptuning-fp16-bs4-dy.txt
diff --git a/...t/pre_result/NLP-belle-7b-2m-fp16-bs1.txt → ...e_result_raw/NLP-belle-7b-2m-fp16-bs1.txt b/...t/pre_result/NLP-belle-7b-2m-fp16-bs1.txt → ...e_result_raw/NLP-belle-7b-2m-fp16-bs1.txt
diff --git a/...t/pre_result/NLP-belle-7b-2m-fp16-bs4.txt → ...e_result_raw/NLP-belle-7b-2m-fp16-bs4.txt b/...t/pre_result/NLP-belle-7b-2m-fp16-bs4.txt → ...e_result_raw/NLP-belle-7b-2m-fp16-bs4.txt
diff --git a/...lle-7b-2m-ptuning-fp16-bs1-noprecache.txt → ...lle-7b-2m-ptuning-fp16-bs1-noprecache.txt b/...lle-7b-2m-ptuning-fp16-bs1-noprecache.txt → ...lle-7b-2m-ptuning-fp16-bs1-noprecache.txt
diff --git a/...sult/NLP-belle-7b-2m-ptuning-fp16-bs1.txt → ..._raw/NLP-belle-7b-2m-ptuning-fp16-bs1.txt b/...sult/NLP-belle-7b-2m-ptuning-fp16-bs1.txt → ..._raw/NLP-belle-7b-2m-ptuning-fp16-bs1.txt
diff --git a/...lle-7b-2m-ptuning-fp16-bs4-noprecache.txt → ...lle-7b-2m-ptuning-fp16-bs4-noprecache.txt b/...lle-7b-2m-ptuning-fp16-bs4-noprecache.txt → ...lle-7b-2m-ptuning-fp16-bs4-noprecache.txt
diff --git a/...sult/NLP-belle-7b-2m-ptuning-fp16-bs4.txt → ..._raw/NLP-belle-7b-2m-ptuning-fp16-bs4.txt b/...sult/NLP-belle-7b-2m-ptuning-fp16-bs4.txt → ..._raw/NLP-belle-7b-2m-ptuning-fp16-bs4.txt
diff --git a/...st/pre_result/NLP-chatglm-6b-fp16-bs1.txt → ...re_result_raw/NLP-chatglm-6b-fp16-bs1.txt b/...st/pre_result/NLP-chatglm-6b-fp16-bs1.txt → ...re_result_raw/NLP-chatglm-6b-fp16-bs1.txt
diff --git a/...st/pre_result/NLP-chatglm-6b-fp16-bs4.txt → ...re_result_raw/NLP-chatglm-6b-fp16-bs4.txt b/...st/pre_result/NLP-chatglm-6b-fp16-bs4.txt → ...re_result_raw/NLP-chatglm-6b-fp16-bs4.txt
diff --git a/...hatglm-6b-ptuning-fp16-bs1-noprecache.txt → ...hatglm-6b-ptuning-fp16-bs1-noprecache.txt b/...hatglm-6b-ptuning-fp16-bs1-noprecache.txt → ...hatglm-6b-ptuning-fp16-bs1-noprecache.txt
diff --git a/...esult/NLP-chatglm-6b-ptuning-fp16-bs1.txt → ...t_raw/NLP-chatglm-6b-ptuning-fp16-bs1.txt b/...esult/NLP-chatglm-6b-ptuning-fp16-bs1.txt → ...t_raw/NLP-chatglm-6b-ptuning-fp16-bs1.txt
diff --git a/...hatglm-6b-ptuning-fp16-bs4-noprecache.txt → ...hatglm-6b-ptuning-fp16-bs4-noprecache.txt b/...hatglm-6b-ptuning-fp16-bs4-noprecache.txt → ...hatglm-6b-ptuning-fp16-bs4-noprecache.txt
diff --git a/...esult/NLP-chatglm-6b-ptuning-fp16-bs4.txt → ...t_raw/NLP-chatglm-6b-ptuning-fp16-bs4.txt b/...esult/NLP-chatglm-6b-ptuning-fp16-bs4.txt → ...t_raw/NLP-chatglm-6b-ptuning-fp16-bs4.txt
diff --git a/...test/pre_result/NLP-llama-7b-fp16-bs1.txt → .../pre_result_raw/NLP-llama-7b-fp16-bs1.txt b/...test/pre_result/NLP-llama-7b-fp16-bs1.txt → .../pre_result_raw/NLP-llama-7b-fp16-bs1.txt
diff --git a/...test/pre_result/NLP-llama-7b-fp16-bs4.txt → .../pre_result_raw/NLP-llama-7b-fp16-bs4.txt b/...test/pre_result/NLP-llama-7b-fp16-bs4.txt → .../pre_result_raw/NLP-llama-7b-fp16-bs4.txt
diff --git a/...-llama-7b-ptuning-fp16-bs1-noprecache.txt → ...-llama-7b-ptuning-fp16-bs1-noprecache.txt b/...-llama-7b-ptuning-fp16-bs1-noprecache.txt → ...-llama-7b-ptuning-fp16-bs1-noprecache.txt
diff --git a/..._result/NLP-llama-7b-ptuning-fp16-bs1.txt → ...ult_raw/NLP-llama-7b-ptuning-fp16-bs1.txt b/..._result/NLP-llama-7b-ptuning-fp16-bs1.txt → ...ult_raw/NLP-llama-7b-ptuning-fp16-bs1.txt
diff --git a/...-llama-7b-ptuning-fp16-bs4-noprecache.txt → ...-llama-7b-ptuning-fp16-bs4-noprecache.txt b/...-llama-7b-ptuning-fp16-bs4-noprecache.txt → ...-llama-7b-ptuning-fp16-bs4-noprecache.txt
diff --git a/..._result/NLP-llama-7b-ptuning-fp16-bs4.txt → ...ult_raw/NLP-llama-7b-ptuning-fp16-bs4.txt b/..._result/NLP-llama-7b-ptuning-fp16-bs4.txt → ...ult_raw/NLP-llama-7b-ptuning-fp16-bs4.txt
diff --git a/llm/test/run.sh b/llm/test/run.sh
@@ -15,8 +15,8 @@ NLP_name="paddlenlp_llm_results"
 FD_name="fastdeploy_llm_dynamic_batching_results"
 wget https://bj.bcebos.com/paddle2onnx/third_libs/${NLP_name}.tar
 wget https://bj.bcebos.com/paddle2onnx/third_libs/${FD_name}.tar
-tar -xvf https://bj.bcebos.com/paddle2onnx/third_libs/${NLP_name}.tar
-tar -xvf https://bj.bcebos.com/paddle2onnx/third_libs/${FD_name}.tar
+tar -xvf ${NLP_name}.tar
+tar -xvf ${FD_name}.tar
 mkdir pre_result
 mv ${NLP_name}/* pre_result/
 mv ${FD_name}/* pre_result/