Fixes model_zoo with minddata API change
This commit is contained in:
parent
963c5c28cf
commit
5371442786
|
@ -26,7 +26,7 @@ to improve their training models.
|
|||
>>> import mindspore.dataset as ds
|
||||
>>> import mindspore.dataset.transforms.c_transforms as c_transforms
|
||||
>>> import mindspore.dataset.vision.c_transforms as c_vision
|
||||
>>> from mindspore.dataset.transforms.vision.utils import Border, ImageBatchFormat, Inter
|
||||
>>> from mindspore.dataset.vision.utils import Border, ImageBatchFormat, Inter
|
||||
|
||||
>>> dataset_dir = "path/to/imagefolder_directory"
|
||||
>>> # create a dataset that reads all files in dataset_dir with 8 threads
|
||||
|
|
|
@ -18,7 +18,7 @@ Produce the dataset
|
|||
|
||||
import mindspore.dataset as ds
|
||||
import mindspore.dataset.transforms.c_transforms as C
|
||||
import mindspore.dataset.transforms.vision.c_transforms as CV
|
||||
import mindspore.dataset.vision.c_transforms as CV
|
||||
from mindspore.common import dtype as mstype
|
||||
from .config import alexnet_cfg as cfg
|
||||
|
||||
|
|
|
@ -22,7 +22,7 @@ from numpy import random
|
|||
|
||||
import mmcv
|
||||
import mindspore.dataset as de
|
||||
import mindspore.dataset.transforms.vision.c_transforms as C
|
||||
import mindspore.dataset.vision.c_transforms as C
|
||||
import mindspore.dataset.transforms.c_transforms as CC
|
||||
import mindspore.common.dtype as mstype
|
||||
from mindspore.mindrecord import FileWriter
|
||||
|
|
|
@ -20,7 +20,7 @@ import os
|
|||
import mindspore.common.dtype as mstype
|
||||
import mindspore.dataset as ds
|
||||
import mindspore.dataset.transforms.c_transforms as C
|
||||
import mindspore.dataset.transforms.vision.c_transforms as vision
|
||||
import mindspore.dataset.vision.c_transforms as vision
|
||||
from src.config import cifar_cfg as cfg
|
||||
|
||||
|
||||
|
|
|
@ -18,7 +18,7 @@ Data operations, will be used in train.py and eval.py
|
|||
import mindspore.common.dtype as mstype
|
||||
import mindspore.dataset.engine as de
|
||||
import mindspore.dataset.transforms.c_transforms as C2
|
||||
import mindspore.dataset.transforms.vision.c_transforms as C
|
||||
import mindspore.dataset.vision.c_transforms as C
|
||||
from src.config import config_gpu as cfg
|
||||
|
||||
|
||||
|
|
|
@ -17,9 +17,9 @@ Produce the dataset
|
|||
"""
|
||||
|
||||
import mindspore.dataset as ds
|
||||
import mindspore.dataset.transforms.vision.c_transforms as CV
|
||||
import mindspore.dataset.vision.c_transforms as CV
|
||||
import mindspore.dataset.transforms.c_transforms as C
|
||||
from mindspore.dataset.transforms.vision import Inter
|
||||
from mindspore.dataset.vision import Inter
|
||||
from mindspore.common import dtype as mstype
|
||||
|
||||
|
||||
|
|
|
@ -17,9 +17,9 @@ Produce the dataset
|
|||
"""
|
||||
|
||||
import mindspore.dataset as ds
|
||||
import mindspore.dataset.transforms.vision.c_transforms as CV
|
||||
import mindspore.dataset.vision.c_transforms as CV
|
||||
import mindspore.dataset.transforms.c_transforms as C
|
||||
from mindspore.dataset.transforms.vision import Inter
|
||||
from mindspore.dataset.vision import Inter
|
||||
from mindspore.common import dtype as mstype
|
||||
|
||||
|
||||
|
|
|
@ -22,7 +22,7 @@ from numpy import random
|
|||
|
||||
import mmcv
|
||||
import mindspore.dataset as de
|
||||
import mindspore.dataset.transforms.vision.c_transforms as C
|
||||
import mindspore.dataset.vision.c_transforms as C
|
||||
from mindspore.mindrecord import FileWriter
|
||||
from src.config import config
|
||||
import cv2
|
||||
|
|
|
@ -23,7 +23,7 @@ from mindspore import Tensor
|
|||
from mindspore.train.model import Model
|
||||
import mindspore.common.dtype as mstype
|
||||
import mindspore.dataset.engine as de
|
||||
import mindspore.dataset.transforms.vision.c_transforms as C
|
||||
import mindspore.dataset.vision.c_transforms as C
|
||||
import mindspore.dataset.transforms.c_transforms as C2
|
||||
|
||||
|
||||
|
|
|
@ -19,9 +19,9 @@ import os
|
|||
from functools import partial
|
||||
import mindspore.common.dtype as mstype
|
||||
import mindspore.dataset.engine as de
|
||||
import mindspore.dataset.transforms.vision.c_transforms as C
|
||||
import mindspore.dataset.vision.c_transforms as C
|
||||
import mindspore.dataset.transforms.c_transforms as C2
|
||||
import mindspore.dataset.transforms.py_transforms
|
||||
import mindspore.dataset.transforms.py_transforms as P2
|
||||
import mindspore.dataset.vision.py_transforms as P
|
||||
|
||||
|
||||
|
@ -150,7 +150,7 @@ def create_dataset_py(dataset_path, do_train, config, device_target, repeat_num=
|
|||
else:
|
||||
trans = [decode_op, resize_op, center_crop, to_tensor, normalize_op]
|
||||
|
||||
compose = mindspore.dataset.transforms.py_transforms.Compose(trans)
|
||||
compose = P2.Compose(trans)
|
||||
|
||||
ds = ds.map(input_columns="image", operations=compose, num_parallel_workers=8, python_multiprocessing=True)
|
||||
|
||||
|
|
|
@ -17,7 +17,7 @@ create train or eval dataset.
|
|||
"""
|
||||
import mindspore.common.dtype as mstype
|
||||
import mindspore.dataset.engine as de
|
||||
import mindspore.dataset.transforms.vision.c_transforms as C
|
||||
import mindspore.dataset.vision.c_transforms as C
|
||||
import mindspore.dataset.transforms.c_transforms as C2
|
||||
|
||||
|
||||
|
|
|
@ -18,7 +18,7 @@ Data operations, will be used in train.py and eval.py
|
|||
import mindspore.common.dtype as mstype
|
||||
import mindspore.dataset.engine as de
|
||||
import mindspore.dataset.transforms.c_transforms as C2
|
||||
import mindspore.dataset.transforms.vision.c_transforms as C
|
||||
import mindspore.dataset.vision.c_transforms as C
|
||||
|
||||
|
||||
def create_dataset(dataset_path, config, do_train, repeat_num=1):
|
||||
|
|
|
@ -18,7 +18,7 @@ create train or eval dataset.
|
|||
import os
|
||||
import mindspore.common.dtype as mstype
|
||||
import mindspore.dataset.engine as de
|
||||
import mindspore.dataset.transforms.vision.c_transforms as C
|
||||
import mindspore.dataset.vision.c_transforms as C
|
||||
import mindspore.dataset.transforms.c_transforms as C2
|
||||
from mindspore.communication.management import init, get_rank, get_group_size
|
||||
|
||||
|
|
|
@ -19,9 +19,9 @@ import os
|
|||
from functools import partial
|
||||
import mindspore.common.dtype as mstype
|
||||
import mindspore.dataset.engine as de
|
||||
import mindspore.dataset.transforms.vision.c_transforms as C
|
||||
import mindspore.dataset.transforms.c_transforms as C2
|
||||
import mindspore.dataset.transforms.py_transforms
|
||||
import mindspore.dataset.vision.c_transforms as C
|
||||
import mindspore.dataset.transforms.py_transforms as P2
|
||||
import mindspore.dataset.vision.py_transforms as P
|
||||
from mindspore.communication.management import init, get_rank, get_group_size
|
||||
from src.config import config_quant
|
||||
|
@ -146,7 +146,7 @@ def create_dataset_py(dataset_path, do_train, repeat_num=1, batch_size=32, targe
|
|||
else:
|
||||
trans = [decode_op, resize_op, center_crop, to_tensor, normalize_op]
|
||||
|
||||
compose = mindspore.dataset.transforms.py_transforms.Compose(trans)
|
||||
compose = P2.Compose(trans)
|
||||
ds = ds.map(input_columns="image", operations=compose, num_parallel_workers=8, python_multiprocessing=True)
|
||||
|
||||
# apply batch operations
|
||||
|
|
|
@ -18,7 +18,7 @@ create train or eval dataset.
|
|||
import os
|
||||
import mindspore.common.dtype as mstype
|
||||
import mindspore.dataset.engine as de
|
||||
import mindspore.dataset.transforms.vision.c_transforms as C
|
||||
import mindspore.dataset.vision.c_transforms as C
|
||||
import mindspore.dataset.transforms.c_transforms as C2
|
||||
from mindspore.communication.management import init, get_rank, get_group_size
|
||||
|
||||
|
|
|
@ -19,7 +19,7 @@ import os
|
|||
from mindspore.common import dtype as mstype
|
||||
import mindspore.dataset as de
|
||||
import mindspore.dataset.transforms.c_transforms as C
|
||||
import mindspore.dataset.transforms.vision.c_transforms as V_C
|
||||
import mindspore.dataset.vision.c_transforms as V_C
|
||||
from PIL import Image, ImageFile
|
||||
from src.utils.sampler import DistributedSampler
|
||||
|
||||
|
|
|
@ -21,7 +21,7 @@ from src.config import config_gpu as cfg
|
|||
import mindspore.common.dtype as mstype
|
||||
import mindspore.dataset.engine as de
|
||||
import mindspore.dataset.transforms.c_transforms as C2
|
||||
import mindspore.dataset.transforms.vision.c_transforms as C
|
||||
import mindspore.dataset.vision.c_transforms as C
|
||||
|
||||
|
||||
class toBGR():
|
||||
|
|
|
@ -24,7 +24,7 @@ import numpy as np
|
|||
import cv2
|
||||
|
||||
import mindspore.dataset as de
|
||||
import mindspore.dataset.transforms.vision.c_transforms as C
|
||||
import mindspore.dataset.vision.c_transforms as C
|
||||
from mindspore.mindrecord import FileWriter
|
||||
from .config import config
|
||||
from .box_utils import jaccard_numpy, ssd_bboxes_encode
|
||||
|
|
|
@ -19,7 +19,7 @@ import os
|
|||
from mindspore.common import dtype as mstype
|
||||
import mindspore.dataset as de
|
||||
import mindspore.dataset.transforms.c_transforms as C
|
||||
import mindspore.dataset.transforms.vision.c_transforms as vision
|
||||
import mindspore.dataset.vision.c_transforms as vision
|
||||
from PIL import Image, ImageFile
|
||||
from src.utils.sampler import DistributedSampler
|
||||
|
||||
|
|
|
@ -19,7 +19,7 @@ import numpy as np
|
|||
import mindspore.common.dtype as mstype
|
||||
import mindspore.dataset.engine as de
|
||||
import mindspore.dataset.transforms.c_transforms as c
|
||||
import mindspore.dataset.transforms.vision.c_transforms as vc
|
||||
import mindspore.dataset.vision.c_transforms as vc
|
||||
from PIL import Image
|
||||
from src.config import config as cf
|
||||
|
||||
|
|
|
@ -19,7 +19,7 @@ import multiprocessing
|
|||
from PIL import Image
|
||||
from pycocotools.coco import COCO
|
||||
import mindspore.dataset as de
|
||||
import mindspore.dataset.transforms.vision.c_transforms as CV
|
||||
import mindspore.dataset.vision.c_transforms as CV
|
||||
|
||||
from src.distributed_sampler import DistributedSampler
|
||||
from src.transforms import reshape_fn, MultiScaleTrans
|
||||
|
|
|
@ -18,7 +18,7 @@ import os
|
|||
from PIL import Image
|
||||
from pycocotools.coco import COCO
|
||||
import mindspore.dataset as de
|
||||
import mindspore.dataset.transforms.vision.c_transforms as CV
|
||||
import mindspore.dataset.vision.c_transforms as CV
|
||||
|
||||
from src.distributed_sampler import DistributedSampler
|
||||
from src.transforms import reshape_fn, MultiScaleTrans
|
||||
|
|
|
@ -22,7 +22,7 @@ from matplotlib.colors import rgb_to_hsv, hsv_to_rgb
|
|||
from PIL import Image
|
||||
import mindspore.dataset as de
|
||||
from mindspore.mindrecord import FileWriter
|
||||
import mindspore.dataset.transforms.vision.c_transforms as C
|
||||
import mindspore.dataset.vision.c_transforms as C
|
||||
from src.config import ConfigYOLOV3ResNet18
|
||||
|
||||
iter_cnt = 0
|
||||
|
|
Loading…
Reference in New Issue