|
|
@ -14,7 +14,8 @@ import torch
|
|
|
|
from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
|
|
from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
|
|
from transformers.generation import GenerationConfig
|
|
|
|
from transformers.generation import GenerationConfig
|
|
|
|
|
|
|
|
|
|
|
|
DEFAULT_CKPT_PATH = 'QWen/QWen-7B-Chat'
|
|
|
|
|
|
|
|
|
|
|
|
DEFAULT_CKPT_PATH = 'Qwen/Qwen-7B-Chat'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _get_args():
|
|
|
|
def _get_args():
|
|
|
|