2023-01-06 23:58:19 +01:00
|
|
|
do_sample=True,
|
2023-01-13 18:28:53 +01:00
|
|
|
max_new_tokens=tokens,
|
2023-01-24 00:44:27 +01:00
|
|
|
top_p=0.9,
|
2023-01-06 23:58:19 +01:00
|
|
|
top_k=100,
|
2023-01-24 00:44:27 +01:00
|
|
|
temperature=0.8,
|
|
|
|
repetition_penalty=1.15,
|
2023-01-06 23:58:19 +01:00
|
|
|
typical_p=1.0,
|