File tree Expand file tree Collapse file tree 3 files changed +3
-3
lines changed
examples/nlp/language_modeling Expand file tree Collapse file tree 3 files changed +3
-3
lines changed Original file line number Diff line number Diff line change 42
42
from typing import Any , Optional
43
43
44
44
import torch
45
+ from lightning_fabric .utilities .cloud_io import _load as pl_load
45
46
from megatron .core import parallel_state
46
47
from pytorch_lightning .core .saving import _load_state as ptl_load_state
47
48
from pytorch_lightning .core .saving import load_hparams_from_tags_csv , load_hparams_from_yaml
48
49
from pytorch_lightning .trainer .trainer import Trainer
49
- from lightning_fabric .utilities .cloud_io import _load as pl_load
50
50
from pytorch_lightning .utilities .migration import pl_legacy_patch
51
51
52
52
from nemo .collections .nlp .models .language_modeling .megatron_bert_model import MegatronBertModel
Original file line number Diff line number Diff line change 18
18
import os
19
19
from typing import Any , Optional
20
20
21
+ from lightning_fabric .utilities .cloud_io import _load as pl_load
21
22
from omegaconf import DictConfig , OmegaConf
22
23
from pytorch_lightning import Trainer
23
24
from pytorch_lightning .core .saving import _load_state as ptl_load_state
24
25
from pytorch_lightning .core .saving import load_hparams_from_tags_csv , load_hparams_from_yaml
25
26
from pytorch_lightning .utilities import rank_zero_only
26
- from lightning_fabric .utilities .cloud_io import _load as pl_load
27
27
from pytorch_lightning .utilities .migration import pl_legacy_patch
28
28
from transformers import TRANSFORMERS_CACHE
29
29
Original file line number Diff line number Diff line change 24
24
import pytorch_lightning as pl
25
25
import torch
26
26
from omegaconf import OmegaConf
27
+ from pytorch_lightning .loops .fetchers import _DataFetcher
27
28
from pytorch_lightning .overrides .base import _LightningModuleWrapperBase
28
29
from pytorch_lightning .plugins import ClusterEnvironment
29
30
from pytorch_lightning .plugins .io .checkpoint_plugin import CheckpointIO
30
31
from pytorch_lightning .plugins .precision import MixedPrecisionPlugin
31
32
from pytorch_lightning .strategies .ddp import DDPStrategy
32
33
from pytorch_lightning .trainer .trainer import Trainer
33
34
from pytorch_lightning .utilities .exceptions import MisconfigurationException
34
- from pytorch_lightning .loops .fetchers import _DataFetcher
35
35
from torch .distributed .algorithms .ddp_comm_hooks .debugging_hooks import noop_hook
36
36
from torch .nn .parallel import DistributedDataParallel
37
37
You can’t perform that action at this time.
0 commit comments