2023-01-06 23:58:19 +01:00
|
|
|
do_sample=True,
|
2023-01-13 18:28:53 +01:00
|
|
|
max_new_tokens=tokens,
|
2023-01-24 00:44:27 +01:00
|
|
|
top_p=0.73,
|
2023-01-06 23:58:19 +01:00
|
|
|
top_k=0,
|
2023-01-24 00:44:27 +01:00
|
|
|
temperature=0.72,
|
2023-01-06 23:58:19 +01:00
|
|
|
repetition_penalty=1.1,
|
|
|
|
typical_p=1.0,
|