Skip to main content

module aixplain.modules.finetune.hyperparameters

Global Variables

  • EPOCHS_MAX_VALUE
  • BATCH_SIZE_VALUES
  • MAX_SEQ_LENGTH_MAX_VALUE

class SchedulerType


class Hyperparameters

Hyperparameters(epochs: int = 1, train_batch_size: int = 4, eval_batch_size: int = 4, learning_rate: float = 1e-05, max_seq_length: int = 4096, warmup_ratio: float = 0.0, warmup_steps: int = 0, lr_scheduler_type: aixplain.modules.finetune.hyperparameters.SchedulerType = <SchedulerType.LINEAR: 'linear'>)

method __init__

__init__(
epochs: int = 1,
train_batch_size: int = 4,
eval_batch_size: int = 4,
learning_rate: float = 1e-05,
max_seq_length: int = 4096,
warmup_ratio: float = 0.0,
warmup_steps: int = 0,
lr_scheduler_type: SchedulerType = <SchedulerType.LINEAR: 'linear'>
)None