BAAI
/

AquilaChat2-70B-Expr

Text Generation

Model card Files Files and versions

ldwang commited on Nov 29, 2023

Commit

7cd14e1

·

1 Parent(s): 6f06033

Update modeling_aquila.py

Files changed (1) hide show

modeling_aquila.py +1 -1

modeling_aquila.py CHANGED Viewed

@@ -931,7 +931,7 @@ class AquilaForCausalLM(AquilaPreTrainedModel):
             topk = 1
             temperature = 1.0
         if sft:
-            tokens = covert_prompt_to_input_ids_with_history(text, history=[], tokenizer=tokenizer, max_token=2048, convo_template=convo_template)
             tokens = torch.tensor(tokens)[None,].to(device)
         else :
             tokens = tokenizer.encode_plus(text)["input_ids"]

             topk = 1
             temperature = 1.0
         if sft:
+            tokens = covert_prompt_to_input_ids_with_history(text, history=[], tokenizer=tokenizer, max_token=20480, convo_template=convo_template)
             tokens = torch.tensor(tokens)[None,].to(device)
         else :
             tokens = tokenizer.encode_plus(text)["input_ids"]