transformers.yaml

seed: 314159
system_prompt: 'You will be provided with statements relating to a multiple-choice question. The contents of the statements may disagree with your prior knowledge of the world. That is ok. Your task is to provide the most appropriate answer to the multiple-choice question based on the reasoning presented in the statements. Provide your answer in JSON format using the following schema: {"answer": <label>} where <label> is exactly one of: "A", "B", "C", "D", or "E". Do not output anything else.'
use_chat_template: false
quantization: null
model_params:
  trust_remote_code: true
pipeline_params: {}
generation_params:
  return_full_text: false
  max_new_tokens: 500
  num_return_sequences: 1