delete map_model which is not used anymore

This commit is contained in:
chenhaozhe 2021-07-02 09:34:06 +08:00
parent f29fe5c51c
commit 46cd33b8ce
4 changed files with 0 additions and 4 deletions

View File

@ -163,7 +163,6 @@ def run_train():
# dataloader
de_dataset = create_dataset(config.data_dir, config.image_size, config.per_batch_size,
config.rank, config.group_size, num_parallel_workers=8)
de_dataset.map_model = 4
config.steps_per_epoch = de_dataset.get_dataset_size()
config.logger.save_args(config)

View File

@ -171,7 +171,6 @@ def train():
# dataloader
de_dataset = classification_dataset(config.train_data_dir, config.image_size
, config.per_batch_size, config.max_epoch, config.rank, config.group_size)
de_dataset.map_model = 4
config.steps_per_epoch = de_dataset.get_dataset_size()
config.logger.save_args(config)

View File

@ -155,7 +155,6 @@ def train():
de_dataset = classification_dataset(config.data_path, config.image_size,
config.per_batch_size, 1,
config.rank, config.group_size, num_parallel_workers=8)
de_dataset.map_model = 4 # !!!important
config.steps_per_epoch = de_dataset.get_dataset_size()
config.logger.save_args(config)

View File

@ -109,6 +109,5 @@ def create_dataset(args, data_url, epoch_num=1, batch_size=1, usage="train", shu
dataset = dataset.shuffle(1464)
dataset = dataset.batch(batch_size, drop_remainder=(usage == "train"))
dataset = dataset.repeat(count=epoch_num)
dataset.map_model = 4
return dataset