forked from aminshabani/house_diffusion
-
Notifications
You must be signed in to change notification settings - Fork 1
/
image_train.py
90 lines (78 loc) · 2.49 KB
/
image_train.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
"""
Train a diffusion model on images.
"""
import argparse
from house_diffusion import dist_util, logger
from house_diffusion.rplanhg_datasets import load_rplanhg_data
from house_diffusion.resample import create_named_schedule_sampler
from house_diffusion.script_util import (
model_and_diffusion_defaults,
create_model_and_diffusion,
args_to_dict,
add_dict_to_argparser,
update_arg_parser,
)
from house_diffusion.train_util import TrainLoop
def main():
args = create_argparser().parse_args()
update_arg_parser(args)
dist_util.setup_dist()
logger.configure()
logger.log("creating model and diffusion...")
model, diffusion = create_model_and_diffusion(
**args_to_dict(args, model_and_diffusion_defaults().keys())
)
model.to(dist_util.dev())
schedule_sampler = create_named_schedule_sampler(args.schedule_sampler, diffusion)
logger.log("creating data loader...")
if args.dataset=='rplan':
data = load_rplanhg_data(
batch_size=args.batch_size,
analog_bit=args.analog_bit,
target_set=args.target_set,
set_name=args.set_name,
)
else:
print('dataset not exist!')
assert False
logger.log("training...")
TrainLoop(
model=model,
diffusion=diffusion,
data=data,
batch_size=args.batch_size,
microbatch=args.microbatch,
lr=args.lr,
ema_rate=args.ema_rate,
log_interval=args.log_interval,
save_interval=args.save_interval,
resume_checkpoint=args.resume_checkpoint,
use_fp16=args.use_fp16,
fp16_scale_growth=args.fp16_scale_growth,
schedule_sampler=schedule_sampler,
weight_decay=args.weight_decay,
lr_anneal_steps=args.lr_anneal_steps,
analog_bit=args.analog_bit,
).run_loop()
def create_argparser():
defaults = dict(
dataset = '',
schedule_sampler= "uniform", #"loss-second-moment", "uniform",
lr=1e-4,
weight_decay=0.0,
lr_anneal_steps=0,
batch_size=1,
microbatch=-1, # -1 disables microbatches
ema_rate="0.9999", # comma-separated list of EMA values
log_interval=10,
save_interval=10000,
resume_checkpoint="",
use_fp16=False,
fp16_scale_growth=1e-3,
)
parser = argparse.ArgumentParser()
defaults.update(model_and_diffusion_defaults())
add_dict_to_argparser(parser, defaults)
return parser
if __name__ == "__main__":
main()