Some preliminary refactoring

tianhao909 · Jun 6, 2024 · f2e72c8 · f2e72c8
1 parent e70f831
commit f2e72c8
Show file tree

Hide file tree

Showing 60 changed files with 1 addition and 1,164 deletions.
diff --git a/examples/detxoify_lm/README.md → ...demic_paper_scripts/detxoify_lm/README.md b/examples/detxoify_lm/README.md → ...demic_paper_scripts/detxoify_lm/README.md
diff --git a/...y_lm/annotations/filter-selfgeneration.py → ...y_lm/annotations/filter-selfgeneration.py b/...y_lm/annotations/filter-selfgeneration.py → ...y_lm/annotations/filter-selfgeneration.py
diff --git a/...m/annotations/perspective_api_annotate.py → ...m/annotations/perspective_api_annotate.py b/...m/annotations/perspective_api_annotate.py → ...m/annotations/perspective_api_annotate.py
diff --git a/...les/detxoify_lm/annotations/preprocess.sh → ...pts/detxoify_lm/annotations/preprocess.sh b/...les/detxoify_lm/annotations/preprocess.sh → ...pts/detxoify_lm/annotations/preprocess.sh
diff --git a/examples/detxoify_lm/finetune_gpt.py → ...paper_scripts/detxoify_lm/finetune_gpt.py b/examples/detxoify_lm/finetune_gpt.py → ...paper_scripts/detxoify_lm/finetune_gpt.py
diff --git a/...xoify_lm/finetune_gpt_distributed-1.3b.sh → ...xoify_lm/finetune_gpt_distributed-1.3b.sh b/...xoify_lm/finetune_gpt_distributed-1.3b.sh → ...xoify_lm/finetune_gpt_distributed-1.3b.sh
diff --git a/examples/detxoify_lm/generate-1.3b.sh → ...aper_scripts/detxoify_lm/generate-1.3b.sh b/examples/detxoify_lm/generate-1.3b.sh → ...aper_scripts/detxoify_lm/generate-1.3b.sh
diff --git a/examples/detxoify_lm/generate_samples_gpt.py → ...ripts/detxoify_lm/generate_samples_gpt.py b/examples/detxoify_lm/generate_samples_gpt.py → ...ripts/detxoify_lm/generate_samples_gpt.py
diff --git a/examples/detxoify_lm/perspective_api.py → ...er_scripts/detxoify_lm/perspective_api.py b/examples/detxoify_lm/perspective_api.py → ...er_scripts/detxoify_lm/perspective_api.py
diff --git a/...ration/selfgenerate-1.3b-unconditional.sh → ...ration/selfgenerate-1.3b-unconditional.sh b/...ration/selfgenerate-1.3b-unconditional.sh → ...ration/selfgenerate-1.3b-unconditional.sh
diff --git a/examples/msdp/README.md → ...les/academic_paper_scripts/msdp/README.md b/examples/msdp/README.md → ...les/academic_paper_scripts/msdp/README.md
diff --git a/examples/msdp/data_processing.sh → ...mic_paper_scripts/msdp/data_processing.sh b/examples/msdp/data_processing.sh → ...mic_paper_scripts/msdp/data_processing.sh
diff --git a/examples/msdp/eval_knwl_generation.sh → ...aper_scripts/msdp/eval_knwl_generation.sh b/examples/msdp/eval_knwl_generation.sh → ...aper_scripts/msdp/eval_knwl_generation.sh
diff --git a/examples/msdp/eval_resp_generation.sh → ...aper_scripts/msdp/eval_resp_generation.sh b/examples/msdp/eval_resp_generation.sh → ...aper_scripts/msdp/eval_resp_generation.sh
diff --git a/examples/msdp/prep_resp_gen.sh → ...demic_paper_scripts/msdp/prep_resp_gen.sh b/examples/msdp/prep_resp_gen.sh → ...demic_paper_scripts/msdp/prep_resp_gen.sh
diff --git a/examples/msdp/prompt_knwl_gen.sh → ...mic_paper_scripts/msdp/prompt_knwl_gen.sh b/examples/msdp/prompt_knwl_gen.sh → ...mic_paper_scripts/msdp/prompt_knwl_gen.sh
diff --git a/examples/msdp/prompt_resp_gen.sh → ...mic_paper_scripts/msdp/prompt_resp_gen.sh b/examples/msdp/prompt_resp_gen.sh → ...mic_paper_scripts/msdp/prompt_resp_gen.sh
diff --git a/examples/sc21/CONFIG.sh → ...les/academic_paper_scripts/sc21/CONFIG.sh b/examples/sc21/CONFIG.sh → ...les/academic_paper_scripts/sc21/CONFIG.sh
diff --git a/examples/sc21/README.md → ...les/academic_paper_scripts/sc21/README.md b/examples/sc21/README.md → ...les/academic_paper_scripts/sc21/README.md
diff --git a/examples/sc21/SBATCH.sh → ...les/academic_paper_scripts/sc21/SBATCH.sh b/examples/sc21/SBATCH.sh → ...les/academic_paper_scripts/sc21/SBATCH.sh
diff --git a/examples/sc21/SRUN.sh → examples/academic_paper_scripts/sc21/SRUN.sh b/examples/sc21/SRUN.sh → examples/academic_paper_scripts/sc21/SRUN.sh
diff --git a/examples/sc21/run_figure_11.sh → ...demic_paper_scripts/sc21/run_figure_11.sh b/examples/sc21/run_figure_11.sh → ...demic_paper_scripts/sc21/run_figure_11.sh
diff --git a/examples/sc21/run_figure_12.sh → ...demic_paper_scripts/sc21/run_figure_12.sh b/examples/sc21/run_figure_12.sh → ...demic_paper_scripts/sc21/run_figure_12.sh
diff --git a/examples/sc21/run_figure_13.sh → ...demic_paper_scripts/sc21/run_figure_13.sh b/examples/sc21/run_figure_13.sh → ...demic_paper_scripts/sc21/run_figure_13.sh
diff --git a/examples/sc21/run_figure_14.sh → ...demic_paper_scripts/sc21/run_figure_14.sh b/examples/sc21/run_figure_14.sh → ...demic_paper_scripts/sc21/run_figure_14.sh
diff --git a/examples/sc21/run_figure_15.sh → ...demic_paper_scripts/sc21/run_figure_15.sh b/examples/sc21/run_figure_15.sh → ...demic_paper_scripts/sc21/run_figure_15.sh
diff --git a/examples/sc21/run_figure_16.sh → ...demic_paper_scripts/sc21/run_figure_16.sh b/examples/sc21/run_figure_16.sh → ...demic_paper_scripts/sc21/run_figure_16.sh
diff --git a/examples/sc21/run_figure_17.sh → ...demic_paper_scripts/sc21/run_figure_17.sh b/examples/sc21/run_figure_17.sh → ...demic_paper_scripts/sc21/run_figure_17.sh
diff --git a/examples/sc21/run_figure_18.sh → ...demic_paper_scripts/sc21/run_figure_18.sh b/examples/sc21/run_figure_18.sh → ...demic_paper_scripts/sc21/run_figure_18.sh
diff --git a/examples/sc21/run_table_1.sh → ...cademic_paper_scripts/sc21/run_table_1.sh b/examples/sc21/run_table_1.sh → ...cademic_paper_scripts/sc21/run_table_1.sh
diff --git a/examples/evaluate_retriever_nq.sh b/examples/evaluate_retriever_nq.sh
diff --git a/examples/evaluate_zeroshot_gpt.sh b/examples/evaluate_zeroshot_gpt.sh
diff --git a/examples/finetune_mnli_distributed.sh b/examples/finetune_mnli_distributed.sh
diff --git a/examples/finetune_race_distributed.sh b/examples/finetune_race_distributed.sh
diff --git a/examples/finetune_retriever_distributed.sh b/examples/finetune_retriever_distributed.sh
diff --git a/examples/inference/README.md → examples/inference/ammo_ptq/README.md b/examples/inference/README.md → examples/inference/ammo_ptq/README.md
diff --git a/examples/inference/ptq_trtllm_llama_7b.sh → ...inference/ammo_ptq/ptq_trtllm_llama_7b.sh b/examples/inference/ptq_trtllm_llama_7b.sh → ...inference/ammo_ptq/ptq_trtllm_llama_7b.sh
diff --git a/...ples/inference/ptq_trtllm_nemotron3_8b.sh → ...rence/ammo_ptq/ptq_trtllm_nemotron3_8b.sh b/...ples/inference/ptq_trtllm_nemotron3_8b.sh → ...rence/ammo_ptq/ptq_trtllm_nemotron3_8b.sh
diff --git a/examples/inference/text_generation_ptq.py → ...inference/ammo_ptq/text_generation_ptq.py b/examples/inference/text_generation_ptq.py → ...inference/ammo_ptq/text_generation_ptq.py
diff --git a/examples/inference/trtllm_text_generation.py → ...erence/ammo_ptq/trtllm_text_generation.py b/examples/inference/trtllm_text_generation.py → ...erence/ammo_ptq/trtllm_text_generation.py
diff --git a/examples/run_text_generation_server_345M.sh → ...erence/run_text_generation_server_345M.sh b/examples/run_text_generation_server_345M.sh → ...erence/run_text_generation_server_345M.sh
diff --git a/...neration_server_345M_8_tensor_parallel.sh → ...neration_server_345M_8_tensor_parallel.sh b/...neration_server_345M_8_tensor_parallel.sh → ...neration_server_345M_8_tensor_parallel.sh
diff --git a/examples/merge_mp_bert.sh b/examples/merge_mp_bert.sh
diff --git a/examples/pretrain_bert.sh b/examples/pretrain_bert.sh
diff --git a/examples/pretrain_bert_distributed.sh b/examples/pretrain_bert_distributed.sh