diff --git a/optimizer/emofact.py b/optimizer/emofact.py index 6767ded..e227a28 100644 --- a/optimizer/emofact.py +++ b/optimizer/emofact.py @@ -18,11 +18,27 @@ class EmoFact(Optimizer): # クラス定義&初期化 - def __init__(self, params, lr=1e-3, betas=(0.9, 0.999), eps=1e-8, weight_decay=0.01, - use_shadow: bool = False, use_trust: bool = True, max_norm=1.0, - min_lr=1e-6, writer=None): - defaults = dict(lr=lr, betas=betas, eps=eps, weight_decay=weight_decay) + def __init__( + self, + params, + lr=1e-3, + betas=(0.9, 0.999), + eps=1e-8, + weight_decay=0.01, + use_shadow: bool = False, + use_trust: bool = True, + max_norm=1.0, + min_lr=1e-6, + writer=None, + ): + defaults = dict( + lr=lr, + betas=betas, + eps=eps, + weight_decay=weight_decay, + ) super().__init__(params, defaults) + self._init_lr = lr self.should_stop = False # 停止フラグの初期化 self.use_shadow = use_shadow # 🔸shadowの使用フラグを保存 diff --git a/optimizer/emolynx.py b/optimizer/emolynx.py index 8dba6a8..3f8f89e 100644 --- a/optimizer/emolynx.py +++ b/optimizer/emolynx.py @@ -23,12 +23,29 @@ def exists(val): class EmoLynx(Optimizer): # クラス定義&初期化 lynx用ベータ・互換性の追加(lynx用beta1・beta2) - def __init__(self, params: Union[list, torch.nn.Module], lr=1e-3, betas=(0.9, 0.99), - eps=1e-8, weight_decay=0.01, decoupled_weight_decay: bool = False, use_shadow: bool = False, use_trust: bool = True, max_norm=1.0, - min_lr=1e-6, writer=None): - defaults = dict(lr=lr, betas=betas, eps=eps, weight_decay=weight_decay) + def __init__( + self, + params: Union[list, torch.nn.Module], + lr=1e-3, + betas=(0.9, 0.99), + eps=1e-8, + weight_decay=0.01, + decoupled_weight_decay: bool = False, + use_shadow: bool = False, + use_trust: bool = True, + max_norm=1.0, + min_lr=1e-6, + writer=None, + ): + defaults = dict( + lr=lr, + betas=betas, + eps=eps, + weight_decay=weight_decay, + ) super().__init__(params, defaults) # lynxに応じてウェイト減衰のため保存 + self._init_lr = lr self.should_stop = False # 停止フラグの初期化 self.decoupled_wd = decoupled_weight_decay diff --git a/optimizer/emonavi.py b/optimizer/emonavi.py index d13887b..e8257a8 100644 --- a/optimizer/emonavi.py +++ b/optimizer/emonavi.py @@ -18,11 +18,27 @@ class EmoNavi(Optimizer): # クラス定義&初期化 - def __init__(self, params, lr=1e-3, betas=(0.9, 0.999), eps=1e-8, weight_decay=0.01, - use_shadow: bool = False, use_trust: bool = True, max_norm=1.0, - min_lr=1e-6, writer=None): - defaults = dict(lr=lr, betas=betas, eps=eps, weight_decay=weight_decay) + def __init__( + self, + params, + lr=1e-3, + betas=(0.9, 0.999), + ps=1e-8, + weight_decay=0.01, + use_shadow: bool = False, + use_trust: bool = True, + max_norm=1.0, + min_lr=1e-6, + writer=None, + ): + defaults = dict( + lr=lr, + betas=betas, + eps=eps, + weight_decay=weight_decay, + ) super().__init__(params, defaults) + self._init_lr = lr self.should_stop = False # 停止フラグの初期化 self.use_shadow = use_shadow # 🔸shadowの使用フラグを保存