!pip install labml-nn
from labml_nn.lora.experiment import Trainer from labml import experiment
experiment.create(name="lora_gpt2")
trainer = Trainer()
experiment.configs(trainer)
trainer.initialize()
with experiment.start(): trainer.run()