# Train
CUDA_VISIBLE_DEVICES=0 \
swift sft \
    --model Qwen/Qwen2-1.5B-Instruct \
    --tuner_type lora \
    --dataset 'swift/self-cognition#1000' \
    --num_train_epochs 1 \
    --per_device_train_batch_size 1 \
    --learning_rate 1e-4 \
    --lora_rank 8 \
    --lora_alpha 32 \
    --init_weights lora-ga \
    --lora_ga_batch_size 2 \
    --lora_ga_iters 2 \
    --lora_ga_max_length 1024 \
    --lora_ga_direction ArB2r \
    --lora_ga_scale stable \
    --lora_ga_stable_gamma 16 \
    --gradient_accumulation_steps 16 \
    --eval_steps 100 \
    --save_steps 100 \
    --save_total_limit 2 \
    --logging_steps 5 \
    --model_author swift \
    --model_name swift-robot

# Infer
# swift infer \
#     --model Qwen/Qwen2-1.5B-Instruct \
#     --adapters ./output/Qwen2-1.5B-Instruct/v0-20241214-191235/checkpoint-62/converted/default \
#     --infer_backend transformers \
#     --stream true \
#     --max_new_tokens 2048