lightning-ai--litgpt
wehub-resource-sync
85 行
3.4 KiB
Python
85 行
3.4 KiB
Python
# Copyright Lightning AI. Licensed under the Apache License 2.0, see LICENSE file.
|
|
|
|
import warnings
|
|
|
|
import torch
|
|
from jsonargparse import CLI, set_config_read_mode, set_docstring_parse_options
|
|
|
|
from litgpt.chat.base import main as chat_fn
|
|
from litgpt.deploy.serve import run_server as serve_fn
|
|
from litgpt.eval.evaluate import convert_and_evaluate as evaluate_fn
|
|
from litgpt.finetune.adapter import setup as finetune_adapter_fn
|
|
from litgpt.finetune.adapter_v2 import setup as finetune_adapter_v2_fn
|
|
from litgpt.finetune.full import setup as finetune_full_fn
|
|
from litgpt.finetune.lora import setup as finetune_lora_fn
|
|
from litgpt.generate.adapter import main as generate_adapter_fn
|
|
from litgpt.generate.adapter_v2 import main as generate_adapter_v2_fn
|
|
from litgpt.generate.base import main as generate_base_fn
|
|
from litgpt.generate.full import main as generate_full_fn
|
|
from litgpt.generate.sequentially import main as generate_sequentially_fn
|
|
from litgpt.generate.speculative_decoding import main as generate_speculatively_fn
|
|
from litgpt.generate.tp import main as generate_tp_fn
|
|
from litgpt.parser_config import parser_commands
|
|
from litgpt.pretrain import setup as pretrain_fn
|
|
from litgpt.scripts.convert_hf_checkpoint import convert_hf_checkpoint as convert_hf_checkpoint_fn
|
|
from litgpt.scripts.convert_lit_checkpoint import convert_lit_checkpoint as convert_lit_checkpoint_fn
|
|
from litgpt.scripts.convert_pretrained_checkpoint import (
|
|
convert_pretrained_checkpoint as convert_pretrained_checkpoint_fn,
|
|
)
|
|
from litgpt.scripts.download import download_from_hub as download_fn
|
|
from litgpt.scripts.merge_lora import merge_lora as merge_lora_fn
|
|
from litgpt.scripts.validate import validate_setup as validate_fn
|
|
|
|
PARSER_DATA = {
|
|
"download": download_fn,
|
|
"chat": chat_fn,
|
|
"finetune": finetune_lora_fn,
|
|
"finetune_lora": finetune_lora_fn,
|
|
"finetune_full": finetune_full_fn,
|
|
"finetune_adapter": finetune_adapter_fn,
|
|
"finetune_adapter_v2": finetune_adapter_v2_fn,
|
|
"pretrain": pretrain_fn,
|
|
"generate": generate_base_fn,
|
|
"generate_full": generate_full_fn,
|
|
"generate_adapter": generate_adapter_fn,
|
|
"generate_adapter_v2": generate_adapter_v2_fn,
|
|
"generate_sequentially": generate_sequentially_fn,
|
|
"generate_speculatively": generate_speculatively_fn,
|
|
"generate_tp": generate_tp_fn,
|
|
"convert_to_litgpt": convert_hf_checkpoint_fn,
|
|
"convert_from_litgpt": convert_lit_checkpoint_fn,
|
|
"convert_pretrained_checkpoint": convert_pretrained_checkpoint_fn,
|
|
"merge_lora": merge_lora_fn,
|
|
"evaluate": evaluate_fn,
|
|
"serve": serve_fn,
|
|
"validate": validate_fn,
|
|
}
|
|
|
|
|
|
def _check_commands():
|
|
assert set(parser_commands()) == set(PARSER_DATA.keys()), (
|
|
"PARSER_DATA has to be kept in sync with litgpt.parser_config.parser_commands()"
|
|
)
|
|
|
|
|
|
def main() -> None:
|
|
_check_commands()
|
|
|
|
set_docstring_parse_options(attribute_docstrings=True)
|
|
set_config_read_mode(urls_enabled=True)
|
|
|
|
# PyTorch bug that raises a false-positive warning
|
|
# More info: https://github.com/Lightning-AI/litgpt/issues/1561
|
|
warning_message = r"The epoch parameter in `scheduler.step\(\)` was not necessary and is being deprecated.*"
|
|
|
|
warnings.filterwarnings(
|
|
action="ignore", message=warning_message, category=UserWarning, module=r".*torch\.optim\.lr_scheduler.*"
|
|
)
|
|
|
|
torch.set_float32_matmul_precision("high")
|
|
CLI(PARSER_DATA)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|