Raw schema
{
"type": "object",
"properties": {
"model": {
"type": "string",
"minLength": 1,
"description": "Base model to fine-tune."
},
"training_file": {
"type": "string",
"minLength": 1,
"description": "File id of an uploaded training file (purpose fine-tune)."
},
"validation_file": {
"description": "File id of an uploaded validation file.",
"type": "string"
},
"suffix": {
"description": "Suffix for the fine-tuned model's name (max 64 chars).",
"type": "string",
"maxLength": 64
},
"n_epochs": {
"description": "Passes over the training data.",
"type": "integer",
"minimum": 1,
"maximum": 9007199254740991
},
"n_checkpoints": {
"description": "Intermediate checkpoints to save.",
"type": "integer",
"minimum": 1,
"maximum": 9007199254740991
},
"n_evals": {
"description": "Evaluations on the validation set during training.",
"type": "integer",
"minimum": 0,
"maximum": 9007199254740991
},
"batch_size": {
"description": "Batch size, or 'max' (the default).",
"anyOf": [
{
"type": "integer",
"minimum": 1,
"maximum": 9007199254740991
},
{
"type": "string",
"const": "max"
}
]
},
"learning_rate": {
"type": "number",
"exclusiveMinimum": 0
},
"warmup_ratio": {
"type": "number",
"minimum": 0,
"maximum": 1
},
"max_seq_length": {
"type": "integer",
"minimum": 1,
"maximum": 9007199254740991
},
"from_checkpoint": {
"description": "Continue from a previous job: <job_id>, <output_model_name>, optionally with :<step>.",
"type": "string"
},
"training_type": {
"description": "Full fine-tune or LoRA. Together defaults to LoRA when omitted.",
"oneOf": [
{
"type": "object",
"properties": {
"type": {
"type": "string",
"const": "Full"
}
},
"required": [
"type"
]
},
{
"type": "object",
"properties": {
"type": {
"type": "string",
"const": "Lora"
},
"lora_r": {
"type": "integer",
"minimum": 1,
"maximum": 9007199254740991,
"description": "Rank of the LoRA adapter matrices."
},
"lora_alpha": {
"type": "number",
"description": "Scaling factor applied to the LoRA adapter weights."
},
"lora_dropout": {
"description": "Dropout on LoRA adapter inputs.",
"type": "number",
"minimum": 0,
"maximum": 1
},
"lora_trainable_modules": {
"description": "Comma-separated target modules, or all-linear for the model defaults.",
"type": "string"
}
},
"required": [
"type",
"lora_r",
"lora_alpha"
]
}
]
},
"training_method": {
"description": "Supervised fine-tuning (sft, the default) or preference tuning (dpo).",
"oneOf": [
{
"type": "object",
"properties": {
"method": {
"type": "string",
"const": "sft"
},
"train_on_inputs": {
"anyOf": [
{
"type": "boolean"
},
{
"type": "string",
"const": "auto"
}
],
"description": "Whether prompt/user tokens contribute to the loss; 'auto' lets Together decide."
}
},
"required": [
"method",
"train_on_inputs"
]
},
{
"type": "object",
"properties": {
"method": {
"type": "string",
"const": "dpo"
},
"dpo_beta": {
"type": "number"
},
"dpo_normalize_logratios_by_length": {
"type": "boolean"
},
"dpo_reference_free": {
"type": "boolean"
},
"rpo_alpha": {
"type": "number"
},
"simpo_gamma": {
"type": "number"
}
},
"required": [
"method"
]
}
]
}
},
"required": [
"model",
"training_file"
],
"$schema": "https://json-schema.org/draft/2020-12/schema"
}