Name		Name	Last commit message	Last commit date
Latest commit History 27 Commits
.github/workflows		.github/workflows
.idea		.idea
auto_gptq		auto_gptq
autogptq_eval_result		autogptq_eval_result
awq		awq
awq_eval_result/pile		awq_eval_result/pile
awq_examples		awq_examples
docs		docs
lm-evaluation-harness		lm-evaluation-harness
lm_eval		lm_eval
optimum		optimum
run_log		run_log
save		save
scripts		scripts
tests		tests
.gitattributes		.gitattributes
.gitignore		.gitignore
LICENSE		LICENSE
README.md		README.md
awq_README.md		awq_README.md
awq_test.py		awq_test.py
baichuan.py		baichuan.py
collect-deepseek-predictor-data.py		collect-deepseek-predictor-data.py
collect-deepseek-predictor-data.sh		collect-deepseek-predictor-data.sh
collect-mixtral-predictor-data.py		collect-mixtral-predictor-data.py
data_process.ipynb		data_process.ipynb
data_process_layer.ipynb		data_process_layer.ipynb
deepseek-distribution-visual.py		deepseek-distribution-visual.py
deepseek-distribution.py		deepseek-distribution.py
deepseek-massive-token-routing.py		deepseek-massive-token-routing.py
deepseek-task-specific-expert-pruning-inference.py		deepseek-task-specific-expert-pruning-inference.py
deepseek-wanda-expert-pruning-inference.py		deepseek-wanda-expert-pruning-inference.py
deepseek_bits_data.csv		deepseek_bits_data.csv
deepseek_model.py		deepseek_model.py
dump-mixtral-routing-distribution.py		dump-mixtral-routing-distribution.py
environment.yml		environment.yml
eval.py		eval.py
eval.sh		eval.sh
evaluation_results_full.csv		evaluation_results_full.csv
gptq_deepseek.sh		gptq_deepseek.sh
gptq_deepseek_3.sh		gptq_deepseek_3.sh
gptq_deepseek_eval.sh		gptq_deepseek_eval.sh
gptq_deepseek_layer_nohup.sh		gptq_deepseek_layer_nohup.sh
gptq_deepseek_nohup.sh		gptq_deepseek_nohup.sh
gptq_deepseek_top_nohup.sh		gptq_deepseek_top_nohup.sh
gptq_deepseek_topk_nohup.sh		gptq_deepseek_topk_nohup.sh
gptq_inference.py		gptq_inference.py
lm_eval.py		lm_eval.py
lm_eval.sh		lm_eval.sh
lm_eval_8.sh		lm_eval_8.sh
lm_eval_awq.py		lm_eval_awq.py
lm_eval_awq.sh		lm_eval_awq.sh
lm_eval_awq_mixtral.py		lm_eval_awq_mixtral.py
lm_eval_combination.py		lm_eval_combination.py
lm_eval_combination.sh		lm_eval_combination.sh
lm_eval_no_quantize.py		lm_eval_no_quantize.py
lm_eval_seq.sh		lm_eval_seq.sh
log_cuda_4_all_2.out		log_cuda_4_all_2.out
mkdocs.yml		mkdocs.yml
modeling_deepseek-moe-16b-base.py		modeling_deepseek-moe-16b-base.py
quantize_awq_baichuan.py		quantize_awq_baichuan.py
quantize_awq_deepseek.py		quantize_awq_deepseek.py
quantize_awq_llama.py		quantize_awq_llama.py
quantize_awq_mixtral.py		quantize_awq_mixtral.py
quantize_gptq_deepseek.py		quantize_gptq_deepseek.py
quantize_gptq_deepseek_combination.py		quantize_gptq_deepseek_combination.py
quantize_gptq_deepseek_combination.sh		quantize_gptq_deepseek_combination.sh
quantize_gptq_deepseek_eval.py		quantize_gptq_deepseek_eval.py
quantize_gptq_deepseek_layer.py		quantize_gptq_deepseek_layer.py
quantize_gptq_deepseek_layer.sh		quantize_gptq_deepseek_layer.sh
quantize_gptq_llama.py		quantize_gptq_llama.py
quantize_gptq_llama_moe.py		quantize_gptq_llama_moe.py
quantize_gptq_mixtral.py		quantize_gptq_mixtral.py
requirements.txt		requirements.txt
run-deepseek-predictor.py		run-deepseek-predictor.py
setup.py		setup.py
switch.py		switch.py
switch_quantize.py		switch_quantize.py
tempCodeRunnerFile.py		tempCodeRunnerFile.py
test.py		test.py
visual.ipynb		visual.ipynb

Repository files navigation

moe quantize

autogptq_deepseek-ai
# deepseek gptq model save path

autogptq_eval_result
# gptq model eval result

awq_quantize_model
# awq model save path

awq_eval_result
# awq model eval path

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Repository files navigation

moe quantize

About

Releases

Packages

Contributors 3

Languages

License

Jinxiaolong1129/moe_quantize

Folders and files

Latest commit

History

Repository files navigation

moe quantize

About

Resources

License

Stars

Watchers

Forks

Releases

Packages 0

Contributors 3

Languages

Packages