mirror of
https://github.com/comfyanonymous/ComfyUI.git
synced 2025-07-27 08:16:44 +00:00
eb2f78b4e0
* Add factorization utils for lokr * Add lokr train impl * Add loha train impl * Add adapter map for algo selection * Add optional grad ckpt and algo selection * Update __init__.py * correct key name for loha * Use custom fwd/bwd func and better init for loha * Support gradient accumulation * Fix bugs of loha * use more stable init * Add OFT training * linting
35 lines
786 B
Python
35 lines
786 B
Python
from .base import WeightAdapterBase, WeightAdapterTrainBase
|
|
from .lora import LoRAAdapter
|
|
from .loha import LoHaAdapter
|
|
from .lokr import LoKrAdapter
|
|
from .glora import GLoRAAdapter
|
|
from .oft import OFTAdapter
|
|
from .boft import BOFTAdapter
|
|
|
|
|
|
adapters: list[type[WeightAdapterBase]] = [
|
|
LoRAAdapter,
|
|
LoHaAdapter,
|
|
LoKrAdapter,
|
|
GLoRAAdapter,
|
|
OFTAdapter,
|
|
BOFTAdapter,
|
|
]
|
|
adapter_maps: dict[str, type[WeightAdapterBase]] = {
|
|
"LoRA": LoRAAdapter,
|
|
"LoHa": LoHaAdapter,
|
|
"LoKr": LoKrAdapter,
|
|
"OFT": OFTAdapter,
|
|
## We disable not implemented algo for now
|
|
# "GLoRA": GLoRAAdapter,
|
|
# "BOFT": BOFTAdapter,
|
|
}
|
|
|
|
|
|
__all__ = [
|
|
"WeightAdapterBase",
|
|
"WeightAdapterTrainBase",
|
|
"adapters",
|
|
"adapter_maps",
|
|
] + [a.__name__ for a in adapters]
|