state3
state3
"messages":[
{
"role":"user",
"content":"hello how are you"
}
],
"frequency_penalty":0,
"function_call":"None",
"functions":"None",
"logit_bias":"None",
"n":1,
"presence_penalty":0,
"stop":"None",
"stream":false,
"temperature":1,
"top_p":1,
"user":"None",
"mode":"instruct",
"instruction_template":"None",
"instruction_template_str":"{{ '<s>' }}{% for message in messages %}{% if
(message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ '' }}{% endif %}{% if
message['role'] == 'user' %}{{ '[INST] ' + message['content'] + ' [/INST]' }}{%
elif message['role'] == 'assistant' %}{{ message['content'] + '</s>'}}{% else %}
{{ '' }}{% endif %}{% endfor %}",
"character":"None",
"bot_name":"None",
"context":"The following is a conversation with an AI Large Language Model. The
AI has been trained to answer questions, provide recommendations, and help with
decision making. The AI follows user requests. The AI thinks outside the box.",
"greeting":"How can I help you today?",
"user_name":"None",
"user_bio":"",
"chat_template_str":"{%- for message in messages %}\n {%- if message['role']
== 'system' -%}\n {%- if message['content'] -%}\n {{-
message['content'] + '\\n\\n' -}}\n {%- endif -%}\n {%- if user_bio -
%}\n {{- user_bio + '\\n\\n' -}}\n {%- endif -%}\n {%- else -
%}\n {%- if message['role'] == 'user' -%}\n {{- name1 + ': ' +
message['content'] + '\\n'-}}\n {%- else -%}\n {{- name2 + ': ' +
message['content'] + '\\n' -}}\n {%- endif -%}\n {%- endif -%}\n{%-
endfor -%}",
"chat_instruct_command":"None",
"continue_":false,
"preset":"None",
"dynatemp_low":1,
"dynatemp_high":1,
"dynatemp_exponent":1,
"smoothing_factor":0,
"smoothing_curve":1,
"min_p":0,
"top_k":0,
"typical_p":1,
"xtc_threshold":0.1,
"xtc_probability":0,
"epsilon_cutoff":0,
"eta_cutoff":0,
"tfs":1,
"top_a":0,
"dry_multiplier":0,
"dry_allowed_length":2,
"dry_base":1.75,
"repetition_penalty":1,
"encoder_repetition_penalty":1,
"no_repeat_ngram_size":0,
"repetition_penalty_range":1024,
"penalty_alpha":0,
"guidance_scale":1,
"mirostat_mode":0,
"mirostat_tau":5,
"mirostat_eta":0.1,
"prompt_lookup_num_tokens":0,
"max_tokens_second":0,
"do_sample":true,
"dynamic_temperature":false,
"temperature_last":false,
"auto_max_new_tokens":false,
"ban_eos_token":false,
"add_bos_token":true,
"skip_special_tokens":true,
"static_cache":false,
"truncation_length":32768,
"seed":-1,
"sampler_priority":"None",
"custom_token_bans":"",
"negative_prompt":"",
"dry_sequence_breakers":"\"\\n\", \":\", \"\\\"\", \"*\"",
"grammar_string":"",
"max_new_tokens":50,
"custom_stopping_strings":[
],
"name1":"You",
"name2":"AI",
"custom_system_message":"",
"chat-instruct_command":"Continue the chat dialogue below. Write a single reply
for the character \"<|character|>\".\n\n<|prompt|>",
"history":{
"internal":[
],
"visible":[
]
}
}