Skip to content
Snippets Groups Projects
Unverified Commit b01b3ff9 authored by Alex Yang's avatar Alex Yang Committed by GitHub
Browse files

[feat]:support display paramwise result in constructing optimizer (#262)

* [feat]:support display paramwise result in constructing optimizer

* [fix]:fix format issue

* delete unnecessary rank logic and fix format
parent f1da9a1d
No related branches found
No related tags found
No related merge requests found
...@@ -5,6 +5,7 @@ from typing import List, Optional, Union ...@@ -5,6 +5,7 @@ from typing import List, Optional, Union
import torch import torch
import torch.nn as nn import torch.nn as nn
from torch.nn import GroupNorm, LayerNorm from torch.nn import GroupNorm, LayerNorm
from mmengine.mmengine.logging.logger import print_log
from mmengine.registry import OPTIMIZER_CONSTRUCTORS, OPTIMIZERS from mmengine.registry import OPTIMIZER_CONSTRUCTORS, OPTIMIZERS
from mmengine.utils import is_list_of, mmcv_full_available from mmengine.utils import is_list_of, mmcv_full_available
...@@ -226,6 +227,13 @@ class DefaultOptimizerConstructor: ...@@ -226,6 +227,13 @@ class DefaultOptimizerConstructor:
param_group[ param_group[
'weight_decay'] = self.base_wd * bias_decay_mult 'weight_decay'] = self.base_wd * bias_decay_mult
params.append(param_group) params.append(param_group)
for key, value in param_group.items():
if key == 'params':
continue
full_name = f'{prefix}.{name}' if prefix else name
print_log(
f'paramwise_options -- {full_name}:{key}={value}',
logger='current')
if mmcv_full_available(): if mmcv_full_available():
from mmcv.ops import DeformConv2d, ModulatedDeformConv2d from mmcv.ops import DeformConv2d, ModulatedDeformConv2d
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment