Path: blob/master/logs/AFHQ/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19.log
812 views
[INFO] 2021-10-18 16:01:25 > Run name : StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 16:01:25 > cfgs.DATA =
[INFO] 2021-10-18 16:01:25 > {
"name": "AFHQ",
"img_size": 512,
"num_classes": 3,
"img_channels": 3
}
[INFO] 2021-10-18 16:01:25 > cfgs.MODEL =
[INFO] 2021-10-18 16:01:25 > {
"backbone": "stylegan2",
"g_cond_mtd": "cAdaIN",
"d_cond_mtd": "SPD",
"aux_cls_type": "W/O",
"normalize_d_embed": false,
"d_embed_dim": "N/A",
"apply_g_sn": false,
"apply_d_sn": false,
"g_act_fn": "Auto",
"d_act_fn": "Auto",
"apply_attn": false,
"attn_g_loc": [
"N/A"
],
"attn_d_loc": [
"N/A"
],
"z_prior": "gaussian",
"z_dim": 512,
"w_dim": 512,
"g_shared_dim": "N/A",
"g_conv_dim": "N/A",
"d_conv_dim": "N/A",
"g_depth": "N/A",
"d_depth": "N/A",
"apply_g_ema": true,
"g_ema_decay": "N/A",
"g_ema_start": "N/A",
"g_init": "ortho",
"d_init": "ortho"
}
[INFO] 2021-10-18 16:01:25 > cfgs.LOSS =
[INFO] 2021-10-18 16:01:25 > {
"adv_loss": "logistic",
"cond_lambda": "N/A",
"tac_gen_lambda": "N/A",
"tac_dis_lambda": "N/A",
"mh_lambda": "N/A",
"apply_fm": false,
"fm_lambda": "N/A",
"apply_r1_reg": true,
"r1_lambda": 0.5,
"m_p": "N/A",
"temperature": "N/A",
"apply_wc": false,
"wc_bound": "N/A",
"apply_gp": false,
"gp_lambda": "N/A",
"apply_dra": false,
"dra_labmda": "N/A",
"apply_maxgp": false,
"maxgp_lambda": "N/A",
"apply_cr": false,
"cr_lambda": "N/A",
"apply_bcr": false,
"real_lambda": "N/A",
"fake_lambda": "N/A",
"apply_zcr": false,
"radius": "N/A",
"g_lambda": "N/A",
"d_lambda": "N/A",
"apply_lo": false,
"lo_alpha": "N/A",
"lo_beta": "N/A",
"lo_rate": "N/A",
"lo_lambda": "N/A",
"lo_steps4train": "N/A",
"lo_steps4eval": "N/A",
"apply_topk": false,
"topk_gamma": "N/A",
"topk_nu": "N/A"
}
[INFO] 2021-10-18 16:01:25 > cfgs.OPTIMIZATION =
[INFO] 2021-10-18 16:01:25 > {
"type_": "Adam",
"batch_size": 64,
"acml_steps": 1,
"g_lr": 0.0025,
"d_lr": 0.0025,
"g_weight_decay": 0.0,
"d_weight_decay": 0.0,
"momentum": "N/A",
"nesterov": "N/A",
"alpha": "N/A",
"beta1": 0,
"beta2": 0.99,
"g_updates_per_step": 1,
"d_updates_per_step": 1,
"total_steps": 400000,
"world_size": 4
}
[INFO] 2021-10-18 16:01:25 > cfgs.PRE =
[INFO] 2021-10-18 16:01:25 > {
"apply_rflip": true,
"crop_long_edge": true,
"resize_size": 512
}
[INFO] 2021-10-18 16:01:25 > cfgs.AUG =
[INFO] 2021-10-18 16:01:25 > {
"apply_diffaug": false,
"apply_ada": true,
"cr_aug_type": "W/O",
"bcr_aug_type": "W/O",
"diffaug_type": "W/O",
"ada_aug_type": "bgc",
"ada_initial_augment_p": 0,
"ada_target": 0.7,
"ada_kimg": 500,
"ada_interval": 4
}
[INFO] 2021-10-18 16:01:25 > cfgs.RUN =
[INFO] 2021-10-18 16:01:25 > {
"entity": "postech_studiogan",
"project": "stylegan2",
"cfg_file": "./src/configs/AFHQ/StyleGAN2-SPD-ADA.yaml",
"data_dir": "/home/mgkang/studiogan/data/AFHQ",
"save_dir": "/home/mgkang/studiogan",
"ckpt_dir": null,
"load_best": false,
"seed": 127,
"distributed_data_parallel": true,
"backend": "nccl",
"total_nodes": 1,
"current_node": 0,
"num_workers": 8,
"synchronized_bn": false,
"mixed_precision": true,
"truncation_factor": -1.0,
"truncation_cutoff": null,
"batch_statistics": false,
"standing_statistics": false,
"standing_max_batch": -1,
"standing_step": -1,
"freezeD": -1,
"langevin_sampling": false,
"langevin_rate": -1,
"langevin_noise_std": -1,
"langevin_decay": -1,
"langevin_decay_steps": -1,
"langevin_steps": -1,
"train": true,
"load_train_hdf5": false,
"load_data_in_memory": false,
"eval": true,
"save_fake_images": false,
"vis_fake_images": false,
"k_nearest_neighbor": false,
"interpolation": false,
"frequency_analysis": false,
"tsne_analysis": false,
"intra_class_fid": false,
"GAN_train": false,
"GAN_test": false,
"resume_classifier_train": false,
"semantic_factorization": false,
"num_semantic_axis": -1,
"maximum_variations": -1,
"print_every": 100,
"save_every": 2000,
"eval_backbone": "Inception_V3",
"ref_dataset": "train"
}
[INFO] 2021-10-18 16:01:25 > cfgs.STYLEGAN2 =
[INFO] 2021-10-18 16:01:25 > {
"cond_type": [
"PD",
"SPD",
"2C",
"D2DCE"
],
"g_reg_interval": 4,
"d_reg_interval": 16,
"mapping_network": 8,
"style_mixing_p": 0.9,
"g_ema_kimg": 20,
"g_ema_rampup": "N/A",
"apply_pl_reg": true,
"pl_weight": 2,
"d_architecture": "resnet",
"d_epilogue_mbstd_group_size": 8
}
[INFO] 2021-10-18 16:01:25 > Load AFHQ train dataset.
[INFO] 2021-10-18 16:01:27 > Train dataset size: 14630
[INFO] 2021-10-18 16:01:27 > Load AFHQ train dataset.
[INFO] 2021-10-18 16:01:27 > Eval dataset size: 14630
[INFO] 2021-10-18 16:01:27 > Build a Generative Adversarial Network.
[INFO] 2021-10-18 16:01:27 > Modules are located on './src/models.stylegan2'.
[INFO] 2021-10-18 16:01:51 > Prepare exponential moving average generator with decay rate of N/A.
[INFO] 2021-10-18 16:01:51 > Number of parameters: 30540775
[INFO] 2021-10-18 16:01:51 > Generator(
(synthesis): SynthesisNetwork(
(b4): SynthesisBlock(
(conv1): SynthesisLayer(
(affine): FullyConnectedLayer()
)
(torgb): ToRGBLayer(
(affine): FullyConnectedLayer()
)
)
(b8): SynthesisBlock(
(conv0): SynthesisLayer(
(affine): FullyConnectedLayer()
)
(conv1): SynthesisLayer(
(affine): FullyConnectedLayer()
)
(torgb): ToRGBLayer(
(affine): FullyConnectedLayer()
)
)
(b16): SynthesisBlock(
(conv0): SynthesisLayer(
(affine): FullyConnectedLayer()
)
(conv1): SynthesisLayer(
(affine): FullyConnectedLayer()
)
(torgb): ToRGBLayer(
(affine): FullyConnectedLayer()
)
)
(b32): SynthesisBlock(
(conv0): SynthesisLayer(
(affine): FullyConnectedLayer()
)
(conv1): SynthesisLayer(
(affine): FullyConnectedLayer()
)
(torgb): ToRGBLayer(
(affine): FullyConnectedLayer()
)
)
(b64): SynthesisBlock(
(conv0): SynthesisLayer(
(affine): FullyConnectedLayer()
)
(conv1): SynthesisLayer(
(affine): FullyConnectedLayer()
)
(torgb): ToRGBLayer(
(affine): FullyConnectedLayer()
)
)
(b128): SynthesisBlock(
(conv0): SynthesisLayer(
(affine): FullyConnectedLayer()
)
(conv1): SynthesisLayer(
(affine): FullyConnectedLayer()
)
(torgb): ToRGBLayer(
(affine): FullyConnectedLayer()
)
)
(b256): SynthesisBlock(
(conv0): SynthesisLayer(
(affine): FullyConnectedLayer()
)
(conv1): SynthesisLayer(
(affine): FullyConnectedLayer()
)
(torgb): ToRGBLayer(
(affine): FullyConnectedLayer()
)
)
(b512): SynthesisBlock(
(conv0): SynthesisLayer(
(affine): FullyConnectedLayer()
)
(conv1): SynthesisLayer(
(affine): FullyConnectedLayer()
)
(torgb): ToRGBLayer(
(affine): FullyConnectedLayer()
)
)
)
(mapping): MappingNetwork(
(embed): FullyConnectedLayer()
(fc0): FullyConnectedLayer()
(fc1): FullyConnectedLayer()
(fc2): FullyConnectedLayer()
(fc3): FullyConnectedLayer()
(fc4): FullyConnectedLayer()
(fc5): FullyConnectedLayer()
(fc6): FullyConnectedLayer()
(fc7): FullyConnectedLayer()
)
)
[INFO] 2021-10-18 16:01:51 > Number of parameters: 31348288
[INFO] 2021-10-18 16:01:51 > Discriminator(
(b512): DiscriminatorBlock(
(fromrgb): Conv2dLayer()
(conv0): Conv2dLayer()
(conv1): Conv2dLayer()
(skip): Conv2dLayer()
)
(b256): DiscriminatorBlock(
(conv0): Conv2dLayer()
(conv1): Conv2dLayer()
(skip): Conv2dLayer()
)
(b128): DiscriminatorBlock(
(conv0): Conv2dLayer()
(conv1): Conv2dLayer()
(skip): Conv2dLayer()
)
(b64): DiscriminatorBlock(
(conv0): Conv2dLayer()
(conv1): Conv2dLayer()
(skip): Conv2dLayer()
)
(b32): DiscriminatorBlock(
(conv0): Conv2dLayer()
(conv1): Conv2dLayer()
(skip): Conv2dLayer()
)
(b16): DiscriminatorBlock(
(conv0): Conv2dLayer()
(conv1): Conv2dLayer()
(skip): Conv2dLayer()
)
(b8): DiscriminatorBlock(
(conv0): Conv2dLayer()
(conv1): Conv2dLayer()
(skip): Conv2dLayer()
)
(b4): DiscriminatorEpilogue(
(mbstd): MinibatchStdLayer()
(conv): Conv2dLayer()
(fc): FullyConnectedLayer()
)
(linear1): FullyConnectedLayer()
(mapping): MappingNetwork(
(embed): FullyConnectedLayer()
(fc0): FullyConnectedLayer()
(fc1): FullyConnectedLayer()
(fc2): FullyConnectedLayer()
(fc3): FullyConnectedLayer()
(fc4): FullyConnectedLayer()
(fc5): FullyConnectedLayer()
(fc6): FullyConnectedLayer()
(fc7): FullyConnectedLayer()
)
)
[INFO] 2021-10-18 16:02:08 > Start training!
[INFO] 2021-10-18 16:03:50 > Step: 100 Progress: 0.0% Elapsed: 0:01:41 Gen_loss: 8.169 Dis_loss: 0.03606 Cls_loss: N/A Topk: N/A ada_p: 0.008064
[INFO] 2021-10-18 16:04:56 > Step: 200 Progress: 0.1% Elapsed: 0:02:47 Gen_loss: 1.879 Dis_loss: 0.9653 Cls_loss: N/A Topk: N/A ada_p: 0.01267
[INFO] 2021-10-18 16:06:35 > Step: 300 Progress: 0.1% Elapsed: 0:04:27 Gen_loss: 2.667 Dis_loss: 0.3937 Cls_loss: N/A Topk: N/A ada_p: 0.01626
[INFO] 2021-10-18 16:07:41 > Step: 400 Progress: 0.1% Elapsed: 0:05:32 Gen_loss: 2.295 Dis_loss: 0.7265 Cls_loss: N/A Topk: N/A ada_p: 0.01933
[INFO] 2021-10-18 16:09:20 > Step: 500 Progress: 0.1% Elapsed: 0:07:11 Gen_loss: 2.022 Dis_loss: 0.4424 Cls_loss: N/A Topk: N/A ada_p: 0.02176
[INFO] 2021-10-18 16:10:26 > Step: 600 Progress: 0.1% Elapsed: 0:08:17 Gen_loss: 2.141 Dis_loss: 0.2319 Cls_loss: N/A Topk: N/A ada_p: 0.02022
[INFO] 2021-10-18 16:12:04 > Step: 700 Progress: 0.2% Elapsed: 0:09:56 Gen_loss: 2.47 Dis_loss: 0.6144 Cls_loss: N/A Topk: N/A ada_p: 0.01562
[INFO] 2021-10-18 16:13:10 > Step: 800 Progress: 0.2% Elapsed: 0:11:02 Gen_loss: 2.369 Dis_loss: 0.8601 Cls_loss: N/A Topk: N/A ada_p: 0.01203
[INFO] 2021-10-18 16:14:16 > Step: 900 Progress: 0.2% Elapsed: 0:12:08 Gen_loss: 1.798 Dis_loss: 0.5201 Cls_loss: N/A Topk: N/A ada_p: 0.007808
[INFO] 2021-10-18 16:15:55 > Step: 1000 Progress: 0.2% Elapsed: 0:13:46 Gen_loss: 2.313 Dis_loss: 0.5212 Cls_loss: N/A Topk: N/A ada_p: 0.006784
[INFO] 2021-10-18 16:17:00 > Step: 1100 Progress: 0.3% Elapsed: 0:14:52 Gen_loss: 2.498 Dis_loss: 0.8528 Cls_loss: N/A Topk: N/A ada_p: 0.007552
[INFO] 2021-10-18 16:18:40 > Step: 1200 Progress: 0.3% Elapsed: 0:16:31 Gen_loss: 1.952 Dis_loss: 0.779 Cls_loss: N/A Topk: N/A ada_p: 0.006528
[INFO] 2021-10-18 16:19:46 > Step: 1300 Progress: 0.3% Elapsed: 0:17:38 Gen_loss: 2.217 Dis_loss: 0.2881 Cls_loss: N/A Topk: N/A ada_p: 0.00384
[INFO] 2021-10-18 16:21:25 > Step: 1400 Progress: 0.4% Elapsed: 0:19:16 Gen_loss: 3.142 Dis_loss: 0.9404 Cls_loss: N/A Topk: N/A ada_p: 0.00384
[INFO] 2021-10-18 16:22:34 > Step: 1500 Progress: 0.4% Elapsed: 0:20:25 Gen_loss: 2.719 Dis_loss: 0.4143 Cls_loss: N/A Topk: N/A ada_p: 0.007424
[INFO] 2021-10-18 16:24:14 > Step: 1600 Progress: 0.4% Elapsed: 0:22:05 Gen_loss: 1.055 Dis_loss: 1.221 Cls_loss: N/A Topk: N/A ada_p: 0.006144
[INFO] 2021-10-18 16:25:20 > Step: 1700 Progress: 0.4% Elapsed: 0:23:11 Gen_loss: 0.9405 Dis_loss: 1.131 Cls_loss: N/A Topk: N/A ada_p: 0.004736
[INFO] 2021-10-18 16:26:25 > Step: 1800 Progress: 0.4% Elapsed: 0:24:17 Gen_loss: 1.138 Dis_loss: 1.386 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 16:28:05 > Step: 1900 Progress: 0.5% Elapsed: 0:25:57 Gen_loss: 2.231 Dis_loss: 0.8076 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 16:29:11 > Step: 2000 Progress: 0.5% Elapsed: 0:27:03 Gen_loss: 2.084 Dis_loss: 1.143 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 16:29:12 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-18 16:29:13 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_2000.png
[INFO] 2021-10-18 16:29:15 > Start Evaluation (2000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 16:29:15 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-18 16:30:27 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-18 16:31:48 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-18 16:34:44 > Inception score (Step: 2000, 14630 generated images): 1.395715355873108
[INFO] 2021-10-18 16:34:44 > FID score (Step: 2000, Using train moments): 355.1525538516977
[INFO] 2021-10-18 16:34:44 > Improved Precision (Step: 2000, Using train images): 0.0
[INFO] 2021-10-18 16:34:44 > Improved Recall (Step: 2000, Using train images): 0.0
[INFO] 2021-10-18 16:34:44 > Density (Step: 2000, Using train images): 0.0
[INFO] 2021-10-18 16:34:44 > Coverage (Step: 2000, Using train images): 0.0
[INFO] 2021-10-18 16:34:44 > Best FID score (Step: 2000, Using train moments): 355.1525538516977
[INFO] 2021-10-18 16:35:06 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 16:36:48 > Step: 2100 Progress: 0.5% Elapsed: 0:34:40 Gen_loss: 1.462 Dis_loss: 0.5514 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 16:37:55 > Step: 2200 Progress: 0.5% Elapsed: 0:35:46 Gen_loss: 2.277 Dis_loss: 0.59 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 16:39:35 > Step: 2300 Progress: 0.6% Elapsed: 0:37:27 Gen_loss: 2.791 Dis_loss: 0.5715 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 16:40:41 > Step: 2400 Progress: 0.6% Elapsed: 0:38:33 Gen_loss: 1.2 Dis_loss: 1.034 Cls_loss: N/A Topk: N/A ada_p: 0.000384
[INFO] 2021-10-18 16:41:48 > Step: 2500 Progress: 0.6% Elapsed: 0:39:39 Gen_loss: 1.701 Dis_loss: 0.6663 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 16:43:27 > Step: 2600 Progress: 0.7% Elapsed: 0:41:19 Gen_loss: 2.958 Dis_loss: 2.419 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 16:44:33 > Step: 2700 Progress: 0.7% Elapsed: 0:42:25 Gen_loss: 1.066 Dis_loss: 0.8683 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 16:46:17 > Step: 2800 Progress: 0.7% Elapsed: 0:44:09 Gen_loss: 1.593 Dis_loss: 1.006 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 16:47:23 > Step: 2900 Progress: 0.7% Elapsed: 0:45:15 Gen_loss: 1.73 Dis_loss: 0.5212 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 16:49:17 > Step: 3000 Progress: 0.8% Elapsed: 0:47:09 Gen_loss: 2.065 Dis_loss: 0.8541 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 16:50:23 > Step: 3100 Progress: 0.8% Elapsed: 0:48:14 Gen_loss: 2.209 Dis_loss: 1.041 Cls_loss: N/A Topk: N/A ada_p: 0.000384
[INFO] 2021-10-18 16:52:11 > Step: 3200 Progress: 0.8% Elapsed: 0:50:03 Gen_loss: 1.599 Dis_loss: 0.4403 Cls_loss: N/A Topk: N/A ada_p: 0.000512
[INFO] 2021-10-18 16:53:17 > Step: 3300 Progress: 0.8% Elapsed: 0:51:09 Gen_loss: 2.678 Dis_loss: 0.1715 Cls_loss: N/A Topk: N/A ada_p: 0.001152
[INFO] 2021-10-18 16:54:23 > Step: 3400 Progress: 0.9% Elapsed: 0:52:15 Gen_loss: 3.109 Dis_loss: 0.8945 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 16:56:03 > Step: 3500 Progress: 0.9% Elapsed: 0:53:54 Gen_loss: 1.384 Dis_loss: 0.9563 Cls_loss: N/A Topk: N/A ada_p: 0.001664
[INFO] 2021-10-18 16:57:08 > Step: 3600 Progress: 0.9% Elapsed: 0:55:00 Gen_loss: 2.191 Dis_loss: 0.9231 Cls_loss: N/A Topk: N/A ada_p: 0.000384
[INFO] 2021-10-18 16:58:49 > Step: 3700 Progress: 0.9% Elapsed: 0:56:40 Gen_loss: 3.974 Dis_loss: 0.3432 Cls_loss: N/A Topk: N/A ada_p: 0.001152
[INFO] 2021-10-18 16:59:55 > Step: 3800 Progress: 0.9% Elapsed: 0:57:46 Gen_loss: 2.946 Dis_loss: 0.4481 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 17:01:35 > Step: 3900 Progress: 1.0% Elapsed: 0:59:26 Gen_loss: 3.269 Dis_loss: 2.069 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 17:02:41 > Step: 4000 Progress: 1.0% Elapsed: 1:00:32 Gen_loss: 1.514 Dis_loss: 0.2887 Cls_loss: N/A Topk: N/A ada_p: 0.002432
[INFO] 2021-10-18 17:02:41 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-18 17:02:42 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_4000.png
[INFO] 2021-10-18 17:02:43 > Start Evaluation (4000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 17:02:43 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-18 17:03:55 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-18 17:05:17 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-18 17:08:14 > Inception score (Step: 4000, 14630 generated images): 2.8033251762390137
[INFO] 2021-10-18 17:08:14 > FID score (Step: 4000, Using train moments): 421.02648829925386
[INFO] 2021-10-18 17:08:14 > Improved Precision (Step: 4000, Using train images): 0.0
[INFO] 2021-10-18 17:08:14 > Improved Recall (Step: 4000, Using train images): 0.0
[INFO] 2021-10-18 17:08:14 > Density (Step: 4000, Using train images): 0.0
[INFO] 2021-10-18 17:08:14 > Coverage (Step: 4000, Using train images): 0.0
[INFO] 2021-10-18 17:08:14 > Best FID score (Step: 2000, Using train moments): 355.1525538516977
[INFO] 2021-10-18 17:08:25 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 17:09:31 > Step: 4100 Progress: 1.0% Elapsed: 1:07:22 Gen_loss: 3.012 Dis_loss: 1.07 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 17:11:11 > Step: 4200 Progress: 1.1% Elapsed: 1:09:03 Gen_loss: 1.815 Dis_loss: 0.207 Cls_loss: N/A Topk: N/A ada_p: 0.001152
[INFO] 2021-10-18 17:12:17 > Step: 4300 Progress: 1.1% Elapsed: 1:10:08 Gen_loss: 2.306 Dis_loss: 0.2774 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 17:13:56 > Step: 4400 Progress: 1.1% Elapsed: 1:11:48 Gen_loss: 1.495 Dis_loss: 0.7503 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 17:15:02 > Step: 4500 Progress: 1.1% Elapsed: 1:12:54 Gen_loss: 2.174 Dis_loss: 0.6634 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 17:16:42 > Step: 4600 Progress: 1.1% Elapsed: 1:14:33 Gen_loss: 2.616 Dis_loss: 0.2228 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 17:17:48 > Step: 4700 Progress: 1.2% Elapsed: 1:15:39 Gen_loss: 2.253 Dis_loss: 0.7958 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 17:19:26 > Step: 4800 Progress: 1.2% Elapsed: 1:17:18 Gen_loss: 1.879 Dis_loss: 0.5317 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 17:20:32 > Step: 4900 Progress: 1.2% Elapsed: 1:18:24 Gen_loss: 0.9873 Dis_loss: 1.774 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 17:21:38 > Step: 5000 Progress: 1.2% Elapsed: 1:19:29 Gen_loss: 1.906 Dis_loss: 0.3598 Cls_loss: N/A Topk: N/A ada_p: 0.000128
[INFO] 2021-10-18 17:23:17 > Step: 5100 Progress: 1.3% Elapsed: 1:21:09 Gen_loss: 1.727 Dis_loss: 0.6035 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 17:24:24 > Step: 5200 Progress: 1.3% Elapsed: 1:22:15 Gen_loss: 1.251 Dis_loss: 1.277 Cls_loss: N/A Topk: N/A ada_p: 0.001024
[INFO] 2021-10-18 17:26:04 > Step: 5300 Progress: 1.3% Elapsed: 1:23:56 Gen_loss: 2.341 Dis_loss: 1.167 Cls_loss: N/A Topk: N/A ada_p: 0.00064
[INFO] 2021-10-18 17:27:10 > Step: 5400 Progress: 1.4% Elapsed: 1:25:02 Gen_loss: 1.676 Dis_loss: 1.661 Cls_loss: N/A Topk: N/A ada_p: 0.001152
[INFO] 2021-10-18 17:28:50 > Step: 5500 Progress: 1.4% Elapsed: 1:26:41 Gen_loss: 1.039 Dis_loss: 0.9166 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 17:29:56 > Step: 5600 Progress: 1.4% Elapsed: 1:27:47 Gen_loss: 1.487 Dis_loss: 0.7135 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 17:31:02 > Step: 5700 Progress: 1.4% Elapsed: 1:28:54 Gen_loss: 1.237 Dis_loss: 1.023 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 17:33:11 > Step: 5800 Progress: 1.5% Elapsed: 1:31:03 Gen_loss: 2.646 Dis_loss: 0.9402 Cls_loss: N/A Topk: N/A ada_p: 0.00064
[INFO] 2021-10-18 17:34:17 > Step: 5900 Progress: 1.5% Elapsed: 1:32:09 Gen_loss: 3.176 Dis_loss: 0.0857 Cls_loss: N/A Topk: N/A ada_p: 0.001664
[INFO] 2021-10-18 17:36:05 > Step: 6000 Progress: 1.5% Elapsed: 1:33:57 Gen_loss: 1.476 Dis_loss: 0.7683 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 17:36:05 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-18 17:36:07 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_6000.png
[INFO] 2021-10-18 17:36:08 > Start Evaluation (6000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 17:36:08 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-18 17:37:20 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-18 17:38:41 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-18 17:41:36 > Inception score (Step: 6000, 14630 generated images): 5.019952774047852
[INFO] 2021-10-18 17:41:36 > FID score (Step: 6000, Using train moments): 227.77884783441556
[INFO] 2021-10-18 17:41:36 > Improved Precision (Step: 6000, Using train images): 0.0
[INFO] 2021-10-18 17:41:36 > Improved Recall (Step: 6000, Using train images): 0.009227614490772385
[INFO] 2021-10-18 17:41:36 > Density (Step: 6000, Using train images): 0.0
[INFO] 2021-10-18 17:41:36 > Coverage (Step: 6000, Using train images): 0.0
[INFO] 2021-10-18 17:41:36 > Best FID score (Step: 6000, Using train moments): 227.77884783441556
[INFO] 2021-10-18 17:42:01 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 17:43:07 > Step: 6100 Progress: 1.5% Elapsed: 1:40:59 Gen_loss: 1.73 Dis_loss: 1.174 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 17:44:47 > Step: 6200 Progress: 1.6% Elapsed: 1:42:39 Gen_loss: 1.17 Dis_loss: 1.387 Cls_loss: N/A Topk: N/A ada_p: 0.000512
[INFO] 2021-10-18 17:45:53 > Step: 6300 Progress: 1.6% Elapsed: 1:43:45 Gen_loss: 3.576 Dis_loss: 0.144 Cls_loss: N/A Topk: N/A ada_p: 0.005888
[INFO] 2021-10-18 17:47:33 > Step: 6400 Progress: 1.6% Elapsed: 1:45:25 Gen_loss: 1.419 Dis_loss: 1.196 Cls_loss: N/A Topk: N/A ada_p: 0.004352
[INFO] 2021-10-18 17:48:39 > Step: 6500 Progress: 1.6% Elapsed: 1:46:31 Gen_loss: 3.045 Dis_loss: 0.8631 Cls_loss: N/A Topk: N/A ada_p: 0.00576
[INFO] 2021-10-18 17:49:45 > Step: 6600 Progress: 1.7% Elapsed: 1:47:37 Gen_loss: 3.249 Dis_loss: 0.6546 Cls_loss: N/A Topk: N/A ada_p: 0.005504
[INFO] 2021-10-18 17:51:26 > Step: 6700 Progress: 1.7% Elapsed: 1:49:18 Gen_loss: 2.82 Dis_loss: 1.68 Cls_loss: N/A Topk: N/A ada_p: 0.001408
[INFO] 2021-10-18 17:52:32 > Step: 6800 Progress: 1.7% Elapsed: 1:50:24 Gen_loss: 1.922 Dis_loss: 0.547 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 17:54:12 > Step: 6900 Progress: 1.7% Elapsed: 1:52:04 Gen_loss: 2.088 Dis_loss: 0.529 Cls_loss: N/A Topk: N/A ada_p: 0.001152
[INFO] 2021-10-18 17:55:18 > Step: 7000 Progress: 1.8% Elapsed: 1:53:10 Gen_loss: 3.472 Dis_loss: 0.6919 Cls_loss: N/A Topk: N/A ada_p: 0.001152
[INFO] 2021-10-18 17:56:58 > Step: 7100 Progress: 1.8% Elapsed: 1:54:49 Gen_loss: 2.864 Dis_loss: 1.019 Cls_loss: N/A Topk: N/A ada_p: 0.00064
[INFO] 2021-10-18 17:58:04 > Step: 7200 Progress: 1.8% Elapsed: 1:55:55 Gen_loss: 4.609 Dis_loss: 0.08194 Cls_loss: N/A Topk: N/A ada_p: 0.002176
[INFO] 2021-10-18 17:59:45 > Step: 7300 Progress: 1.8% Elapsed: 1:57:36 Gen_loss: 2.018 Dis_loss: 0.546 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 18:00:50 > Step: 7400 Progress: 1.8% Elapsed: 1:58:42 Gen_loss: 1.529 Dis_loss: 1.026 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 18:01:56 > Step: 7500 Progress: 1.9% Elapsed: 1:59:48 Gen_loss: 2.984 Dis_loss: 1.29 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 18:03:36 > Step: 7600 Progress: 1.9% Elapsed: 2:01:27 Gen_loss: 1.196 Dis_loss: 1.014 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 18:04:42 > Step: 7700 Progress: 1.9% Elapsed: 2:02:33 Gen_loss: 1.715 Dis_loss: 0.6598 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 18:06:22 > Step: 7800 Progress: 1.9% Elapsed: 2:04:14 Gen_loss: 3.565 Dis_loss: 0.2401 Cls_loss: N/A Topk: N/A ada_p: 0.001792
[INFO] 2021-10-18 18:07:28 > Step: 7900 Progress: 2.0% Elapsed: 2:05:20 Gen_loss: 2.706 Dis_loss: 0.8064 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 18:09:08 > Step: 8000 Progress: 2.0% Elapsed: 2:07:00 Gen_loss: 2.561 Dis_loss: 0.4991 Cls_loss: N/A Topk: N/A ada_p: 0.001152
[INFO] 2021-10-18 18:09:09 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-18 18:09:10 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_8000.png
[INFO] 2021-10-18 18:09:12 > Start Evaluation (8000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 18:09:12 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-18 18:10:23 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-18 18:11:45 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-18 18:14:39 > Inception score (Step: 8000, 14630 generated images): 6.156929969787598
[INFO] 2021-10-18 18:14:39 > FID score (Step: 8000, Using train moments): 82.72145234624847
[INFO] 2021-10-18 18:14:39 > Improved Precision (Step: 8000, Using train images): 0.0634313055365687
[INFO] 2021-10-18 18:14:39 > Improved Recall (Step: 8000, Using train images): 0.022488038277511963
[INFO] 2021-10-18 18:14:39 > Density (Step: 8000, Using train images): 0.016445659603554343
[INFO] 2021-10-18 18:14:39 > Coverage (Step: 8000, Using train images): 0.01770334928229665
[INFO] 2021-10-18 18:14:39 > Best FID score (Step: 8000, Using train moments): 82.72145234624847
[INFO] 2021-10-18 18:15:16 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 18:16:23 > Step: 8100 Progress: 2.0% Elapsed: 2:14:14 Gen_loss: 2.744 Dis_loss: 0.9895 Cls_loss: N/A Topk: N/A ada_p: 0.001152
[INFO] 2021-10-18 18:17:29 > Step: 8200 Progress: 2.1% Elapsed: 2:15:20 Gen_loss: 1.302 Dis_loss: 0.9882 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 18:19:08 > Step: 8300 Progress: 2.1% Elapsed: 2:16:59 Gen_loss: 2.842 Dis_loss: 1.535 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 18:20:14 > Step: 8400 Progress: 2.1% Elapsed: 2:18:05 Gen_loss: 3.784 Dis_loss: 0.09415 Cls_loss: N/A Topk: N/A ada_p: 0.000512
[INFO] 2021-10-18 18:21:55 > Step: 8500 Progress: 2.1% Elapsed: 2:19:46 Gen_loss: 2.846 Dis_loss: 1.639 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 18:23:01 > Step: 8600 Progress: 2.1% Elapsed: 2:20:53 Gen_loss: 3.398 Dis_loss: 0.939 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 18:24:40 > Step: 8700 Progress: 2.2% Elapsed: 2:22:32 Gen_loss: 2.506 Dis_loss: 0.4646 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 18:25:46 > Step: 8800 Progress: 2.2% Elapsed: 2:23:38 Gen_loss: 1.358 Dis_loss: 0.6174 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 18:27:27 > Step: 8900 Progress: 2.2% Elapsed: 2:25:18 Gen_loss: 2.166 Dis_loss: 0.9567 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 18:28:33 > Step: 9000 Progress: 2.2% Elapsed: 2:26:25 Gen_loss: 1.143 Dis_loss: 0.5846 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 18:29:39 > Step: 9100 Progress: 2.3% Elapsed: 2:27:31 Gen_loss: 1.305 Dis_loss: 0.7103 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 18:31:19 > Step: 9200 Progress: 2.3% Elapsed: 2:29:11 Gen_loss: 0.903 Dis_loss: 1.321 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 18:32:25 > Step: 9300 Progress: 2.3% Elapsed: 2:30:17 Gen_loss: 2.159 Dis_loss: 0.7687 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 18:34:06 > Step: 9400 Progress: 2.4% Elapsed: 2:31:57 Gen_loss: 1.663 Dis_loss: 0.8043 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 18:35:12 > Step: 9500 Progress: 2.4% Elapsed: 2:33:03 Gen_loss: 1.682 Dis_loss: 1.267 Cls_loss: N/A Topk: N/A ada_p: 0.000896
[INFO] 2021-10-18 18:36:53 > Step: 9600 Progress: 2.4% Elapsed: 2:34:44 Gen_loss: 2.779 Dis_loss: 0.8034 Cls_loss: N/A Topk: N/A ada_p: 0.001152
[INFO] 2021-10-18 18:37:59 > Step: 9700 Progress: 2.4% Elapsed: 2:35:50 Gen_loss: 2.093 Dis_loss: 0.8836 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 18:39:05 > Step: 9800 Progress: 2.5% Elapsed: 2:36:57 Gen_loss: 3.177 Dis_loss: 0.9805 Cls_loss: N/A Topk: N/A ada_p: 0.000512
[INFO] 2021-10-18 18:40:45 > Step: 9900 Progress: 2.5% Elapsed: 2:38:36 Gen_loss: 2.416 Dis_loss: 1.207 Cls_loss: N/A Topk: N/A ada_p: 0.001024
[INFO] 2021-10-18 18:41:51 > Step: 10000 Progress: 2.5% Elapsed: 2:39:43 Gen_loss: 3.081 Dis_loss: 1.166 Cls_loss: N/A Topk: N/A ada_p: 0.000512
[INFO] 2021-10-18 18:41:51 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-18 18:41:53 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_10000.png
[INFO] 2021-10-18 18:41:54 > Start Evaluation (10000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 18:41:54 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-18 18:43:06 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-18 18:44:28 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-18 18:47:22 > Inception score (Step: 10000, 14630 generated images): 6.535663604736328
[INFO] 2021-10-18 18:47:22 > FID score (Step: 10000, Using train moments): 46.813941924413484
[INFO] 2021-10-18 18:47:22 > Improved Precision (Step: 10000, Using train images): 0.3762132604237867
[INFO] 2021-10-18 18:47:22 > Improved Recall (Step: 10000, Using train images): 0.015994531784005468
[INFO] 2021-10-18 18:47:22 > Density (Step: 10000, Using train images): 0.19580314422419687
[INFO] 2021-10-18 18:47:22 > Coverage (Step: 10000, Using train images): 0.13479152426520846
[INFO] 2021-10-18 18:47:22 > Best FID score (Step: 10000, Using train moments): 46.813941924413484
[INFO] 2021-10-18 18:47:44 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 18:49:24 > Step: 10100 Progress: 2.5% Elapsed: 2:47:16 Gen_loss: 1.52 Dis_loss: 0.7282 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 18:50:30 > Step: 10200 Progress: 2.5% Elapsed: 2:48:22 Gen_loss: 2.176 Dis_loss: 0.5796 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 18:52:10 > Step: 10300 Progress: 2.6% Elapsed: 2:50:02 Gen_loss: 3.235 Dis_loss: 0.6438 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 18:53:16 > Step: 10400 Progress: 2.6% Elapsed: 2:51:08 Gen_loss: 3.81 Dis_loss: 1.115 Cls_loss: N/A Topk: N/A ada_p: 0.000512
[INFO] 2021-10-18 18:54:56 > Step: 10500 Progress: 2.6% Elapsed: 2:52:48 Gen_loss: 2.478 Dis_loss: 0.891 Cls_loss: N/A Topk: N/A ada_p: 0.00064
[INFO] 2021-10-18 18:56:02 > Step: 10600 Progress: 2.6% Elapsed: 2:53:54 Gen_loss: 3.665 Dis_loss: 1.183 Cls_loss: N/A Topk: N/A ada_p: 0.00064
[INFO] 2021-10-18 18:57:08 > Step: 10700 Progress: 2.7% Elapsed: 2:55:00 Gen_loss: 1.746 Dis_loss: 1.235 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 18:59:25 > Step: 10800 Progress: 2.7% Elapsed: 2:57:17 Gen_loss: 2.145 Dis_loss: 0.9827 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 19:00:31 > Step: 10900 Progress: 2.7% Elapsed: 2:58:23 Gen_loss: 2.776 Dis_loss: 0.8602 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 19:02:11 > Step: 11000 Progress: 2.8% Elapsed: 3:00:03 Gen_loss: 2.551 Dis_loss: 1.071 Cls_loss: N/A Topk: N/A ada_p: 0.001152
[INFO] 2021-10-18 19:03:17 > Step: 11100 Progress: 2.8% Elapsed: 3:01:09 Gen_loss: 3.263 Dis_loss: 0.8807 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 19:04:57 > Step: 11200 Progress: 2.8% Elapsed: 3:02:49 Gen_loss: 1.058 Dis_loss: 1.441 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 19:06:03 > Step: 11300 Progress: 2.8% Elapsed: 3:03:55 Gen_loss: 2.558 Dis_loss: 0.813 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 19:07:09 > Step: 11400 Progress: 2.9% Elapsed: 3:05:01 Gen_loss: 1.845 Dis_loss: 1.383 Cls_loss: N/A Topk: N/A ada_p: 0.000128
[INFO] 2021-10-18 19:08:49 > Step: 11500 Progress: 2.9% Elapsed: 3:06:41 Gen_loss: 1.173 Dis_loss: 0.9363 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 19:09:55 > Step: 11600 Progress: 2.9% Elapsed: 3:07:47 Gen_loss: 2.696 Dis_loss: 0.7728 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 19:11:36 > Step: 11700 Progress: 2.9% Elapsed: 3:09:28 Gen_loss: 2.676 Dis_loss: 1.282 Cls_loss: N/A Topk: N/A ada_p: 0.001536
[INFO] 2021-10-18 19:12:42 > Step: 11800 Progress: 2.9% Elapsed: 3:10:34 Gen_loss: 2.059 Dis_loss: 0.844 Cls_loss: N/A Topk: N/A ada_p: 0.000512
[INFO] 2021-10-18 19:14:22 > Step: 11900 Progress: 3.0% Elapsed: 3:12:13 Gen_loss: 2.675 Dis_loss: 0.4247 Cls_loss: N/A Topk: N/A ada_p: 0.00064
[INFO] 2021-10-18 19:15:28 > Step: 12000 Progress: 3.0% Elapsed: 3:13:19 Gen_loss: 0.827 Dis_loss: 1.212 Cls_loss: N/A Topk: N/A ada_p: 0.001792
[INFO] 2021-10-18 19:15:28 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-18 19:15:29 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_12000.png
[INFO] 2021-10-18 19:15:31 > Start Evaluation (12000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 19:15:31 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-18 19:16:43 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-18 19:18:05 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-18 19:21:01 > Inception score (Step: 12000, 14630 generated images): 7.334776401519775
[INFO] 2021-10-18 19:21:02 > FID score (Step: 12000, Using train moments): 33.59220669580293
[INFO] 2021-10-18 19:21:02 > Improved Precision (Step: 12000, Using train images): 0.6099111414900888
[INFO] 2021-10-18 19:21:02 > Improved Recall (Step: 12000, Using train images): 0.03116883116883117
[INFO] 2021-10-18 19:21:02 > Density (Step: 12000, Using train images): 0.4464798359535202
[INFO] 2021-10-18 19:21:02 > Coverage (Step: 12000, Using train images): 0.27881066302118934
[INFO] 2021-10-18 19:21:02 > Best FID score (Step: 12000, Using train moments): 33.59220669580293
[INFO] 2021-10-18 19:21:29 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 19:23:10 > Step: 12100 Progress: 3.0% Elapsed: 3:21:01 Gen_loss: 2.953 Dis_loss: 0.6359 Cls_loss: N/A Topk: N/A ada_p: 0.00064
[INFO] 2021-10-18 19:24:16 > Step: 12200 Progress: 3.0% Elapsed: 3:22:08 Gen_loss: 1.772 Dis_loss: 0.8843 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 19:25:23 > Step: 12300 Progress: 3.1% Elapsed: 3:23:14 Gen_loss: 2.658 Dis_loss: 1.403 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 19:27:03 > Step: 12400 Progress: 3.1% Elapsed: 3:24:55 Gen_loss: 1.787 Dis_loss: 0.8832 Cls_loss: N/A Topk: N/A ada_p: 0.001664
[INFO] 2021-10-18 19:28:09 > Step: 12500 Progress: 3.1% Elapsed: 3:26:01 Gen_loss: 1.774 Dis_loss: 0.8027 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 19:29:50 > Step: 12600 Progress: 3.1% Elapsed: 3:27:41 Gen_loss: 2.763 Dis_loss: 0.7951 Cls_loss: N/A Topk: N/A ada_p: 0.001408
[INFO] 2021-10-18 19:30:56 > Step: 12700 Progress: 3.2% Elapsed: 3:28:47 Gen_loss: 3.879 Dis_loss: 1.056 Cls_loss: N/A Topk: N/A ada_p: 0.000512
[INFO] 2021-10-18 19:32:36 > Step: 12800 Progress: 3.2% Elapsed: 3:30:27 Gen_loss: 2.575 Dis_loss: 0.6831 Cls_loss: N/A Topk: N/A ada_p: 0.002304
[INFO] 2021-10-18 19:33:42 > Step: 12900 Progress: 3.2% Elapsed: 3:31:33 Gen_loss: 1.745 Dis_loss: 0.9676 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 19:35:23 > Step: 13000 Progress: 3.2% Elapsed: 3:33:14 Gen_loss: 4.063 Dis_loss: 1.151 Cls_loss: N/A Topk: N/A ada_p: 0.002816
[INFO] 2021-10-18 19:36:29 > Step: 13100 Progress: 3.3% Elapsed: 3:34:21 Gen_loss: 1.334 Dis_loss: 0.941 Cls_loss: N/A Topk: N/A ada_p: 0.000128
[INFO] 2021-10-18 19:37:35 > Step: 13200 Progress: 3.3% Elapsed: 3:35:27 Gen_loss: 2.092 Dis_loss: 0.7766 Cls_loss: N/A Topk: N/A ada_p: 0.000128
[INFO] 2021-10-18 19:39:16 > Step: 13300 Progress: 3.3% Elapsed: 3:37:08 Gen_loss: 1.175 Dis_loss: 1.191 Cls_loss: N/A Topk: N/A ada_p: 0.002304
[INFO] 2021-10-18 19:40:23 > Step: 13400 Progress: 3.4% Elapsed: 3:38:14 Gen_loss: 2.662 Dis_loss: 0.5969 Cls_loss: N/A Topk: N/A ada_p: 0.00064
[INFO] 2021-10-18 19:42:41 > Step: 13500 Progress: 3.4% Elapsed: 3:40:32 Gen_loss: 2.561 Dis_loss: 0.5767 Cls_loss: N/A Topk: N/A ada_p: 0.000512
[INFO] 2021-10-18 19:43:46 > Step: 13600 Progress: 3.4% Elapsed: 3:41:38 Gen_loss: 2.783 Dis_loss: 0.6349 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 19:45:27 > Step: 13700 Progress: 3.4% Elapsed: 3:43:18 Gen_loss: 2.051 Dis_loss: 0.4087 Cls_loss: N/A Topk: N/A ada_p: 0.00064
[INFO] 2021-10-18 19:46:33 > Step: 13800 Progress: 3.5% Elapsed: 3:44:24 Gen_loss: 2.474 Dis_loss: 1.1 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 19:47:38 > Step: 13900 Progress: 3.5% Elapsed: 3:45:30 Gen_loss: 4.892 Dis_loss: 1.483 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 19:49:18 > Step: 14000 Progress: 3.5% Elapsed: 3:47:10 Gen_loss: 1.984 Dis_loss: 0.3029 Cls_loss: N/A Topk: N/A ada_p: 0.001024
[INFO] 2021-10-18 19:49:18 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-18 19:49:20 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_14000.png
[INFO] 2021-10-18 19:49:21 > Start Evaluation (14000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 19:49:21 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-18 19:50:33 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-18 19:51:55 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-18 19:54:48 > Inception score (Step: 14000, 14630 generated images): 8.212552070617676
[INFO] 2021-10-18 19:54:48 > FID score (Step: 14000, Using train moments): 26.0808894109187
[INFO] 2021-10-18 19:54:48 > Improved Precision (Step: 14000, Using train images): 0.7332194121667805
[INFO] 2021-10-18 19:54:48 > Improved Recall (Step: 14000, Using train images): 0.04107997265892003
[INFO] 2021-10-18 19:54:48 > Density (Step: 14000, Using train images): 0.7760218728639782
[INFO] 2021-10-18 19:54:48 > Coverage (Step: 14000, Using train images): 0.39528366370471635
[INFO] 2021-10-18 19:54:48 > Best FID score (Step: 14000, Using train moments): 26.0808894109187
[INFO] 2021-10-18 19:55:10 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 19:56:17 > Step: 14100 Progress: 3.5% Elapsed: 3:54:08 Gen_loss: 2.106 Dis_loss: 0.9551 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 19:57:57 > Step: 14200 Progress: 3.5% Elapsed: 3:55:49 Gen_loss: 2.067 Dis_loss: 0.653 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 19:59:03 > Step: 14300 Progress: 3.6% Elapsed: 3:56:55 Gen_loss: 3.894 Dis_loss: 1.011 Cls_loss: N/A Topk: N/A ada_p: 0.000512
[INFO] 2021-10-18 20:00:43 > Step: 14400 Progress: 3.6% Elapsed: 3:58:34 Gen_loss: 3.642 Dis_loss: 0.6366 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 20:01:49 > Step: 14500 Progress: 3.6% Elapsed: 3:59:41 Gen_loss: 1.896 Dis_loss: 0.7124 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 20:03:29 > Step: 14600 Progress: 3.6% Elapsed: 4:01:21 Gen_loss: 2.387 Dis_loss: 0.4132 Cls_loss: N/A Topk: N/A ada_p: 0.000896
[INFO] 2021-10-18 20:04:35 > Step: 14700 Progress: 3.7% Elapsed: 4:02:27 Gen_loss: 3.324 Dis_loss: 1.311 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 20:05:41 > Step: 14800 Progress: 3.7% Elapsed: 4:03:32 Gen_loss: 2.281 Dis_loss: 0.675 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 20:07:21 > Step: 14900 Progress: 3.7% Elapsed: 4:05:13 Gen_loss: 2.935 Dis_loss: 0.7148 Cls_loss: N/A Topk: N/A ada_p: 0.000256
[INFO] 2021-10-18 20:08:27 > Step: 15000 Progress: 3.8% Elapsed: 4:06:18 Gen_loss: 2.106 Dis_loss: 0.5635 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 20:10:07 > Step: 15100 Progress: 3.8% Elapsed: 4:07:59 Gen_loss: 1.776 Dis_loss: 1.281 Cls_loss: N/A Topk: N/A ada_p: 0.000896
[INFO] 2021-10-18 20:11:13 > Step: 15200 Progress: 3.8% Elapsed: 4:09:05 Gen_loss: 2.685 Dis_loss: 0.6209 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 20:12:54 > Step: 15300 Progress: 3.8% Elapsed: 4:10:46 Gen_loss: 1.575 Dis_loss: 1.232 Cls_loss: N/A Topk: N/A ada_p: 0.001152
[INFO] 2021-10-18 20:14:00 > Step: 15400 Progress: 3.9% Elapsed: 4:11:52 Gen_loss: 2.383 Dis_loss: 0.8697 Cls_loss: N/A Topk: N/A ada_p: 0.000512
[INFO] 2021-10-18 20:15:07 > Step: 15500 Progress: 3.9% Elapsed: 4:12:58 Gen_loss: 3.542 Dis_loss: 0.3067 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 20:16:47 > Step: 15600 Progress: 3.9% Elapsed: 4:14:38 Gen_loss: 1.769 Dis_loss: 0.919 Cls_loss: N/A Topk: N/A ada_p: 0.00128
[INFO] 2021-10-18 20:17:53 > Step: 15700 Progress: 3.9% Elapsed: 4:15:45 Gen_loss: 2.418 Dis_loss: 0.5444 Cls_loss: N/A Topk: N/A ada_p: 0.002688
[INFO] 2021-10-18 20:19:32 > Step: 15800 Progress: 4.0% Elapsed: 4:17:24 Gen_loss: 1.53 Dis_loss: 0.4147 Cls_loss: N/A Topk: N/A ada_p: 0.003712
[INFO] 2021-10-18 20:20:38 > Step: 15900 Progress: 4.0% Elapsed: 4:18:30 Gen_loss: 2.264 Dis_loss: 0.5127 Cls_loss: N/A Topk: N/A ada_p: 0.000512
[INFO] 2021-10-18 20:22:18 > Step: 16000 Progress: 4.0% Elapsed: 4:20:09 Gen_loss: 3.147 Dis_loss: 0.6885 Cls_loss: N/A Topk: N/A ada_p: 0.001024
[INFO] 2021-10-18 20:22:18 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-18 20:22:19 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_16000.png
[INFO] 2021-10-18 20:22:21 > Start Evaluation (16000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 20:22:21 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-18 20:23:33 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-18 20:24:55 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-18 20:28:10 > Inception score (Step: 16000, 14630 generated images): 8.673721313476562
[INFO] 2021-10-18 20:28:10 > FID score (Step: 16000, Using train moments): 21.871540062259413
[INFO] 2021-10-18 20:28:10 > Improved Precision (Step: 16000, Using train images): 0.793233082706767
[INFO] 2021-10-18 20:28:10 > Improved Recall (Step: 16000, Using train images): 0.059398496240601506
[INFO] 2021-10-18 20:28:10 > Density (Step: 16000, Using train images): 0.9028434723171567
[INFO] 2021-10-18 20:28:10 > Coverage (Step: 16000, Using train images): 0.4665071770334928
[INFO] 2021-10-18 20:28:10 > Best FID score (Step: 16000, Using train moments): 21.871540062259413
[INFO] 2021-10-18 20:28:45 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 20:29:51 > Step: 16100 Progress: 4.0% Elapsed: 4:27:43 Gen_loss: 3.399 Dis_loss: 0.1356 Cls_loss: N/A Topk: N/A ada_p: 0.001664
[INFO] 2021-10-18 20:31:32 > Step: 16200 Progress: 4.0% Elapsed: 4:29:23 Gen_loss: 2.388 Dis_loss: 0.4895 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 20:32:38 > Step: 16300 Progress: 4.1% Elapsed: 4:30:30 Gen_loss: 2.083 Dis_loss: 0.5492 Cls_loss: N/A Topk: N/A ada_p: 0.00064
[INFO] 2021-10-18 20:33:44 > Step: 16400 Progress: 4.1% Elapsed: 4:31:36 Gen_loss: 5.282 Dis_loss: 1.003 Cls_loss: N/A Topk: N/A ada_p: 0.00576
[INFO] 2021-10-18 20:35:25 > Step: 16500 Progress: 4.1% Elapsed: 4:33:16 Gen_loss: 1.653 Dis_loss: 0.8828 Cls_loss: N/A Topk: N/A ada_p: 0.00384
[INFO] 2021-10-18 20:36:31 > Step: 16600 Progress: 4.2% Elapsed: 4:34:22 Gen_loss: 1.101 Dis_loss: 0.5787 Cls_loss: N/A Topk: N/A ada_p: 0.000128
[INFO] 2021-10-18 20:38:10 > Step: 16700 Progress: 4.2% Elapsed: 4:36:02 Gen_loss: 3.062 Dis_loss: 0.3851 Cls_loss: N/A Topk: N/A ada_p: 0.001152
[INFO] 2021-10-18 20:39:16 > Step: 16800 Progress: 4.2% Elapsed: 4:37:08 Gen_loss: 1.57 Dis_loss: 0.4601 Cls_loss: N/A Topk: N/A ada_p: 0.000128
[INFO] 2021-10-18 20:40:57 > Step: 16900 Progress: 4.2% Elapsed: 4:38:48 Gen_loss: 1.907 Dis_loss: 0.9532 Cls_loss: N/A Topk: N/A ada_p: 0.003072
[INFO] 2021-10-18 20:42:02 > Step: 17000 Progress: 4.2% Elapsed: 4:39:54 Gen_loss: 3.91 Dis_loss: 0.8724 Cls_loss: N/A Topk: N/A ada_p: 0.004608
[INFO] 2021-10-18 20:43:08 > Step: 17100 Progress: 4.3% Elapsed: 4:41:00 Gen_loss: 1.491 Dis_loss: 0.5914 Cls_loss: N/A Topk: N/A ada_p: 0.00384
[INFO] 2021-10-18 20:44:52 > Step: 17200 Progress: 4.3% Elapsed: 4:42:44 Gen_loss: 0.939 Dis_loss: 1.503 Cls_loss: N/A Topk: N/A ada_p: 0.006912
[INFO] 2021-10-18 20:45:58 > Step: 17300 Progress: 4.3% Elapsed: 4:43:50 Gen_loss: 1.565 Dis_loss: 0.8821 Cls_loss: N/A Topk: N/A ada_p: 0.006272
[INFO] 2021-10-18 20:47:38 > Step: 17400 Progress: 4.3% Elapsed: 4:45:30 Gen_loss: 1.273 Dis_loss: 1.303 Cls_loss: N/A Topk: N/A ada_p: 0.003712
[INFO] 2021-10-18 20:48:45 > Step: 17500 Progress: 4.4% Elapsed: 4:46:36 Gen_loss: 1.686 Dis_loss: 0.9491 Cls_loss: N/A Topk: N/A ada_p: 0.002432
[INFO] 2021-10-18 20:50:25 > Step: 17600 Progress: 4.4% Elapsed: 4:48:16 Gen_loss: 2.485 Dis_loss: 0.6636 Cls_loss: N/A Topk: N/A ada_p: 0.002944
[INFO] 2021-10-18 20:51:33 > Step: 17700 Progress: 4.4% Elapsed: 4:49:25 Gen_loss: 1.963 Dis_loss: 0.9722 Cls_loss: N/A Topk: N/A ada_p: 0.005888
[INFO] 2021-10-18 20:53:12 > Step: 17800 Progress: 4.5% Elapsed: 4:51:04 Gen_loss: 3.986 Dis_loss: 0.3423 Cls_loss: N/A Topk: N/A ada_p: 0.004352
[INFO] 2021-10-18 20:54:18 > Step: 17900 Progress: 4.5% Elapsed: 4:52:10 Gen_loss: 3.108 Dis_loss: 0.2357 Cls_loss: N/A Topk: N/A ada_p: 0.003584
[INFO] 2021-10-18 20:55:24 > Step: 18000 Progress: 4.5% Elapsed: 4:53:15 Gen_loss: 1.931 Dis_loss: 0.4308 Cls_loss: N/A Topk: N/A ada_p: 0.00384
[INFO] 2021-10-18 20:55:24 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-18 20:55:26 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_18000.png
[INFO] 2021-10-18 20:55:27 > Start Evaluation (18000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 20:55:27 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-18 20:56:39 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-18 20:58:00 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-18 21:00:54 > Inception score (Step: 18000, 14630 generated images): 8.87919807434082
[INFO] 2021-10-18 21:00:54 > FID score (Step: 18000, Using train moments): 19.748490782495878
[INFO] 2021-10-18 21:00:54 > Improved Precision (Step: 18000, Using train images): 0.8140123034859877
[INFO] 2021-10-18 21:00:54 > Improved Recall (Step: 18000, Using train images): 0.10751879699248121
[INFO] 2021-10-18 21:00:54 > Density (Step: 18000, Using train images): 0.9944087491455913
[INFO] 2021-10-18 21:00:54 > Coverage (Step: 18000, Using train images): 0.5169514695830485
[INFO] 2021-10-18 21:00:54 > Best FID score (Step: 18000, Using train moments): 19.748490782495878
[INFO] 2021-10-18 21:01:16 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 21:02:57 > Step: 18100 Progress: 4.5% Elapsed: 5:00:48 Gen_loss: 2.184 Dis_loss: 1.171 Cls_loss: N/A Topk: N/A ada_p: 0.0
[INFO] 2021-10-18 21:04:03 > Step: 18200 Progress: 4.5% Elapsed: 5:01:54 Gen_loss: 3.68 Dis_loss: 0.6627 Cls_loss: N/A Topk: N/A ada_p: 0.0064
[INFO] 2021-10-18 21:05:43 > Step: 18300 Progress: 4.6% Elapsed: 5:03:34 Gen_loss: 2.048 Dis_loss: 0.386 Cls_loss: N/A Topk: N/A ada_p: 0.006144
[INFO] 2021-10-18 21:06:49 > Step: 18400 Progress: 4.6% Elapsed: 5:04:40 Gen_loss: 3.092 Dis_loss: 1.158 Cls_loss: N/A Topk: N/A ada_p: 0.01075
[INFO] 2021-10-18 21:09:06 > Step: 18500 Progress: 4.6% Elapsed: 5:06:58 Gen_loss: 2.018 Dis_loss: 0.8176 Cls_loss: N/A Topk: N/A ada_p: 0.008832
[INFO] 2021-10-18 21:10:12 > Step: 18600 Progress: 4.7% Elapsed: 5:08:03 Gen_loss: 1.635 Dis_loss: 0.6203 Cls_loss: N/A Topk: N/A ada_p: 0.01037
[INFO] 2021-10-18 21:11:52 > Step: 18700 Progress: 4.7% Elapsed: 5:09:44 Gen_loss: 3.835 Dis_loss: 0.3154 Cls_loss: N/A Topk: N/A ada_p: 0.01062
[INFO] 2021-10-18 21:12:58 > Step: 18800 Progress: 4.7% Elapsed: 5:10:50 Gen_loss: 3.272 Dis_loss: 1.406 Cls_loss: N/A Topk: N/A ada_p: 0.009856
[INFO] 2021-10-18 21:14:04 > Step: 18900 Progress: 4.7% Elapsed: 5:11:56 Gen_loss: 2.355 Dis_loss: 0.5174 Cls_loss: N/A Topk: N/A ada_p: 0.00896
[INFO] 2021-10-18 21:15:47 > Step: 19000 Progress: 4.8% Elapsed: 5:13:39 Gen_loss: 3.509 Dis_loss: 0.2885 Cls_loss: N/A Topk: N/A ada_p: 0.007936
[INFO] 2021-10-18 21:16:53 > Step: 19100 Progress: 4.8% Elapsed: 5:14:45 Gen_loss: 3.191 Dis_loss: 0.6175 Cls_loss: N/A Topk: N/A ada_p: 0.01178
[INFO] 2021-10-18 21:18:34 > Step: 19200 Progress: 4.8% Elapsed: 5:16:26 Gen_loss: 1.225 Dis_loss: 1.445 Cls_loss: N/A Topk: N/A ada_p: 0.01382
[INFO] 2021-10-18 21:19:40 > Step: 19300 Progress: 4.8% Elapsed: 5:17:32 Gen_loss: 2.401 Dis_loss: 0.7092 Cls_loss: N/A Topk: N/A ada_p: 0.01523
[INFO] 2021-10-18 21:21:20 > Step: 19400 Progress: 4.9% Elapsed: 5:19:11 Gen_loss: 2.635 Dis_loss: 0.5884 Cls_loss: N/A Topk: N/A ada_p: 0.01318
[INFO] 2021-10-18 21:22:26 > Step: 19500 Progress: 4.9% Elapsed: 5:20:18 Gen_loss: 2.391 Dis_loss: 0.2134 Cls_loss: N/A Topk: N/A ada_p: 0.01395
[INFO] 2021-10-18 21:23:32 > Step: 19600 Progress: 4.9% Elapsed: 5:21:24 Gen_loss: 3.006 Dis_loss: 0.3715 Cls_loss: N/A Topk: N/A ada_p: 0.0119
[INFO] 2021-10-18 21:25:11 > Step: 19700 Progress: 4.9% Elapsed: 5:23:02 Gen_loss: 2.831 Dis_loss: 0.713 Cls_loss: N/A Topk: N/A ada_p: 0.01459
[INFO] 2021-10-18 21:26:17 > Step: 19800 Progress: 5.0% Elapsed: 5:24:08 Gen_loss: 3.909 Dis_loss: 0.563 Cls_loss: N/A Topk: N/A ada_p: 0.01536
[INFO] 2021-10-18 21:27:57 > Step: 19900 Progress: 5.0% Elapsed: 5:25:49 Gen_loss: 3.309 Dis_loss: 0.8339 Cls_loss: N/A Topk: N/A ada_p: 0.01613
[INFO] 2021-10-18 21:29:03 > Step: 20000 Progress: 5.0% Elapsed: 5:26:55 Gen_loss: 4.084 Dis_loss: 0.656 Cls_loss: N/A Topk: N/A ada_p: 0.01562
[INFO] 2021-10-18 21:29:03 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-18 21:29:05 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_20000.png
[INFO] 2021-10-18 21:29:07 > Start Evaluation (20000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 21:29:07 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-18 21:30:18 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-18 21:31:40 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-18 21:34:33 > Inception score (Step: 20000, 14630 generated images): 9.279536247253418
[INFO] 2021-10-18 21:34:33 > FID score (Step: 20000, Using train moments): 17.073988974431586
[INFO] 2021-10-18 21:34:33 > Improved Precision (Step: 20000, Using train images): 0.8239917976760082
[INFO] 2021-10-18 21:34:33 > Improved Recall (Step: 20000, Using train images): 0.12146274777853726
[INFO] 2021-10-18 21:34:33 > Density (Step: 20000, Using train images): 1.0211483253588518
[INFO] 2021-10-18 21:34:33 > Coverage (Step: 20000, Using train images): 0.5535885167464115
[INFO] 2021-10-18 21:34:33 > Best FID score (Step: 20000, Using train moments): 17.073988974431586
[INFO] 2021-10-18 21:34:55 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 21:36:38 > Step: 20100 Progress: 5.0% Elapsed: 5:34:30 Gen_loss: 2.802 Dis_loss: 0.4134 Cls_loss: N/A Topk: N/A ada_p: 0.01472
[INFO] 2021-10-18 21:37:45 > Step: 20200 Progress: 5.1% Elapsed: 5:35:36 Gen_loss: 3.473 Dis_loss: 0.3897 Cls_loss: N/A Topk: N/A ada_p: 0.01856
[INFO] 2021-10-18 21:39:25 > Step: 20300 Progress: 5.1% Elapsed: 5:37:16 Gen_loss: 2.918 Dis_loss: 0.6661 Cls_loss: N/A Topk: N/A ada_p: 0.02035
[INFO] 2021-10-18 21:40:31 > Step: 20400 Progress: 5.1% Elapsed: 5:38:22 Gen_loss: 2.686 Dis_loss: 0.9339 Cls_loss: N/A Topk: N/A ada_p: 0.0224
[INFO] 2021-10-18 21:41:37 > Step: 20500 Progress: 5.1% Elapsed: 5:39:29 Gen_loss: 2.265 Dis_loss: 0.566 Cls_loss: N/A Topk: N/A ada_p: 0.02227
[INFO] 2021-10-18 21:43:18 > Step: 20600 Progress: 5.1% Elapsed: 5:41:09 Gen_loss: 3.007 Dis_loss: 0.468 Cls_loss: N/A Topk: N/A ada_p: 0.02022
[INFO] 2021-10-18 21:44:25 > Step: 20700 Progress: 5.2% Elapsed: 5:42:16 Gen_loss: 4.126 Dis_loss: 0.9427 Cls_loss: N/A Topk: N/A ada_p: 0.02304
[INFO] 2021-10-18 21:46:04 > Step: 20800 Progress: 5.2% Elapsed: 5:43:56 Gen_loss: 2.893 Dis_loss: 0.6816 Cls_loss: N/A Topk: N/A ada_p: 0.0192
[INFO] 2021-10-18 21:47:11 > Step: 20900 Progress: 5.2% Elapsed: 5:45:02 Gen_loss: 2.26 Dis_loss: 0.7829 Cls_loss: N/A Topk: N/A ada_p: 0.02086
[INFO] 2021-10-18 21:48:52 > Step: 21000 Progress: 5.2% Elapsed: 5:46:43 Gen_loss: 3.617 Dis_loss: 0.5197 Cls_loss: N/A Topk: N/A ada_p: 0.02266
[INFO] 2021-10-18 21:49:58 > Step: 21100 Progress: 5.3% Elapsed: 5:47:49 Gen_loss: 2.687 Dis_loss: 0.6639 Cls_loss: N/A Topk: N/A ada_p: 0.02394
[INFO] 2021-10-18 21:51:04 > Step: 21200 Progress: 5.3% Elapsed: 5:48:55 Gen_loss: 2.58 Dis_loss: 0.4191 Cls_loss: N/A Topk: N/A ada_p: 0.02317
[INFO] 2021-10-18 21:53:30 > Step: 21300 Progress: 5.3% Elapsed: 5:51:22 Gen_loss: 2.288 Dis_loss: 0.4993 Cls_loss: N/A Topk: N/A ada_p: 0.02714
[INFO] 2021-10-18 21:54:36 > Step: 21400 Progress: 5.3% Elapsed: 5:52:28 Gen_loss: 2.067 Dis_loss: 0.8786 Cls_loss: N/A Topk: N/A ada_p: 0.02765
[INFO] 2021-10-18 21:56:16 > Step: 21500 Progress: 5.4% Elapsed: 5:54:07 Gen_loss: 1.343 Dis_loss: 1.429 Cls_loss: N/A Topk: N/A ada_p: 0.02714
[INFO] 2021-10-18 21:57:22 > Step: 21600 Progress: 5.4% Elapsed: 5:55:13 Gen_loss: 3.605 Dis_loss: 0.523 Cls_loss: N/A Topk: N/A ada_p: 0.02534
[INFO] 2021-10-18 21:59:04 > Step: 21700 Progress: 5.4% Elapsed: 5:56:56 Gen_loss: 2.412 Dis_loss: 0.499 Cls_loss: N/A Topk: N/A ada_p: 0.03034
[INFO] 2021-10-18 22:00:10 > Step: 21800 Progress: 5.5% Elapsed: 5:58:02 Gen_loss: 4.364 Dis_loss: 0.9379 Cls_loss: N/A Topk: N/A ada_p: 0.0288
[INFO] 2021-10-18 22:01:49 > Step: 21900 Progress: 5.5% Elapsed: 5:59:41 Gen_loss: 2.103 Dis_loss: 0.7216 Cls_loss: N/A Topk: N/A ada_p: 0.02624
[INFO] 2021-10-18 22:02:55 > Step: 22000 Progress: 5.5% Elapsed: 6:00:47 Gen_loss: 1.562 Dis_loss: 0.5242 Cls_loss: N/A Topk: N/A ada_p: 0.02854
[INFO] 2021-10-18 22:02:55 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-18 22:02:57 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_22000.png
[INFO] 2021-10-18 22:02:59 > Start Evaluation (22000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 22:02:59 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-18 22:04:10 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-18 22:05:32 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-18 22:08:33 > Inception score (Step: 22000, 14630 generated images): 9.624608993530273
[INFO] 2021-10-18 22:08:33 > FID score (Step: 22000, Using train moments): 16.074425279603673
[INFO] 2021-10-18 22:08:33 > Improved Precision (Step: 22000, Using train images): 0.8156527682843472
[INFO] 2021-10-18 22:08:33 > Improved Recall (Step: 22000, Using train images): 0.13513328776486672
[INFO] 2021-10-18 22:08:33 > Density (Step: 22000, Using train images): 0.9399453178400548
[INFO] 2021-10-18 22:08:33 > Coverage (Step: 22000, Using train images): 0.5515379357484621
[INFO] 2021-10-18 22:08:33 > Best FID score (Step: 22000, Using train moments): 16.074425279603673
[INFO] 2021-10-18 22:08:55 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 22:10:02 > Step: 22100 Progress: 5.5% Elapsed: 6:07:53 Gen_loss: 2.536 Dis_loss: 1.034 Cls_loss: N/A Topk: N/A ada_p: 0.02893
[INFO] 2021-10-18 22:11:42 > Step: 22200 Progress: 5.5% Elapsed: 6:09:34 Gen_loss: 1.558 Dis_loss: 1.079 Cls_loss: N/A Topk: N/A ada_p: 0.02586
[INFO] 2021-10-18 22:12:48 > Step: 22300 Progress: 5.6% Elapsed: 6:10:40 Gen_loss: 1.304 Dis_loss: 0.4625 Cls_loss: N/A Topk: N/A ada_p: 0.02406
[INFO] 2021-10-18 22:14:28 > Step: 22400 Progress: 5.6% Elapsed: 6:12:20 Gen_loss: 1.493 Dis_loss: 1.026 Cls_loss: N/A Topk: N/A ada_p: 0.02611
[INFO] 2021-10-18 22:15:35 > Step: 22500 Progress: 5.6% Elapsed: 6:13:26 Gen_loss: 2.123 Dis_loss: 0.768 Cls_loss: N/A Topk: N/A ada_p: 0.03085
[INFO] 2021-10-18 22:17:14 > Step: 22600 Progress: 5.7% Elapsed: 6:15:06 Gen_loss: 3.096 Dis_loss: 0.3082 Cls_loss: N/A Topk: N/A ada_p: 0.03571
[INFO] 2021-10-18 22:18:20 > Step: 22700 Progress: 5.7% Elapsed: 6:16:12 Gen_loss: 1.662 Dis_loss: 0.3327 Cls_loss: N/A Topk: N/A ada_p: 0.03264
[INFO] 2021-10-18 22:19:26 > Step: 22800 Progress: 5.7% Elapsed: 6:17:18 Gen_loss: 1.693 Dis_loss: 0.6656 Cls_loss: N/A Topk: N/A ada_p: 0.02752
[INFO] 2021-10-18 22:21:06 > Step: 22900 Progress: 5.7% Elapsed: 6:18:58 Gen_loss: 3.384 Dis_loss: 1.135 Cls_loss: N/A Topk: N/A ada_p: 0.03277
[INFO] 2021-10-18 22:22:12 > Step: 23000 Progress: 5.8% Elapsed: 6:20:04 Gen_loss: 2.712 Dis_loss: 0.3988 Cls_loss: N/A Topk: N/A ada_p: 0.03174
[INFO] 2021-10-18 22:23:52 > Step: 23100 Progress: 5.8% Elapsed: 6:21:44 Gen_loss: 2.194 Dis_loss: 0.7769 Cls_loss: N/A Topk: N/A ada_p: 0.03558
[INFO] 2021-10-18 22:24:59 > Step: 23200 Progress: 5.8% Elapsed: 6:22:50 Gen_loss: 3.106 Dis_loss: 0.3956 Cls_loss: N/A Topk: N/A ada_p: 0.03405
[INFO] 2021-10-18 22:26:39 > Step: 23300 Progress: 5.8% Elapsed: 6:24:30 Gen_loss: 1.669 Dis_loss: 0.6748 Cls_loss: N/A Topk: N/A ada_p: 0.02778
[INFO] 2021-10-18 22:27:45 > Step: 23400 Progress: 5.9% Elapsed: 6:25:37 Gen_loss: 4.278 Dis_loss: 0.5712 Cls_loss: N/A Topk: N/A ada_p: 0.02931
[INFO] 2021-10-18 22:29:27 > Step: 23500 Progress: 5.9% Elapsed: 6:27:18 Gen_loss: 3.596 Dis_loss: 0.6531 Cls_loss: N/A Topk: N/A ada_p: 0.02906
[INFO] 2021-10-18 22:30:33 > Step: 23600 Progress: 5.9% Elapsed: 6:28:24 Gen_loss: 1.985 Dis_loss: 0.5544 Cls_loss: N/A Topk: N/A ada_p: 0.02726
[INFO] 2021-10-18 22:31:40 > Step: 23700 Progress: 5.9% Elapsed: 6:29:31 Gen_loss: 3.867 Dis_loss: 1.281 Cls_loss: N/A Topk: N/A ada_p: 0.02355
[INFO] 2021-10-18 22:33:21 > Step: 23800 Progress: 5.9% Elapsed: 6:31:12 Gen_loss: 3.561 Dis_loss: 0.8043 Cls_loss: N/A Topk: N/A ada_p: 0.02534
[INFO] 2021-10-18 22:34:27 > Step: 23900 Progress: 6.0% Elapsed: 6:32:19 Gen_loss: 3.735 Dis_loss: 0.4586 Cls_loss: N/A Topk: N/A ada_p: 0.02355
[INFO] 2021-10-18 22:36:29 > Step: 24000 Progress: 6.0% Elapsed: 6:34:21 Gen_loss: 2.392 Dis_loss: 0.9023 Cls_loss: N/A Topk: N/A ada_p: 0.02534
[INFO] 2021-10-18 22:36:29 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-18 22:36:31 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_24000.png
[INFO] 2021-10-18 22:36:32 > Start Evaluation (24000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 22:36:32 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-18 22:37:44 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-18 22:39:06 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-18 22:41:58 > Inception score (Step: 24000, 14630 generated images): 10.021856307983398
[INFO] 2021-10-18 22:41:58 > FID score (Step: 24000, Using train moments): 14.401483731296707
[INFO] 2021-10-18 22:41:58 > Improved Precision (Step: 24000, Using train images): 0.8168147641831852
[INFO] 2021-10-18 22:41:58 > Improved Recall (Step: 24000, Using train images): 0.15960355434039644
[INFO] 2021-10-18 22:41:58 > Density (Step: 24000, Using train images): 0.9612987012987013
[INFO] 2021-10-18 22:41:58 > Coverage (Step: 24000, Using train images): 0.5669172932330827
[INFO] 2021-10-18 22:41:58 > Best FID score (Step: 24000, Using train moments): 14.401483731296707
[INFO] 2021-10-18 22:42:20 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 22:43:26 > Step: 24100 Progress: 6.0% Elapsed: 6:41:18 Gen_loss: 1.648 Dis_loss: 1.011 Cls_loss: N/A Topk: N/A ada_p: 0.03238
[INFO] 2021-10-18 22:45:09 > Step: 24200 Progress: 6.0% Elapsed: 6:43:00 Gen_loss: 2.299 Dis_loss: 0.4039 Cls_loss: N/A Topk: N/A ada_p: 0.03315
[INFO] 2021-10-18 22:46:15 > Step: 24300 Progress: 6.1% Elapsed: 6:44:07 Gen_loss: 2.423 Dis_loss: 0.3178 Cls_loss: N/A Topk: N/A ada_p: 0.03443
[INFO] 2021-10-18 22:47:55 > Step: 24400 Progress: 6.1% Elapsed: 6:45:47 Gen_loss: 2.082 Dis_loss: 0.8623 Cls_loss: N/A Topk: N/A ada_p: 0.03366
[INFO] 2021-10-18 22:49:02 > Step: 24500 Progress: 6.1% Elapsed: 6:46:53 Gen_loss: 1.814 Dis_loss: 0.4063 Cls_loss: N/A Topk: N/A ada_p: 0.03277
[INFO] 2021-10-18 22:50:08 > Step: 24600 Progress: 6.2% Elapsed: 6:48:00 Gen_loss: 3.817 Dis_loss: 0.3474 Cls_loss: N/A Topk: N/A ada_p: 0.03098
[INFO] 2021-10-18 22:51:47 > Step: 24700 Progress: 6.2% Elapsed: 6:49:39 Gen_loss: 2.804 Dis_loss: 0.6308 Cls_loss: N/A Topk: N/A ada_p: 0.03277
[INFO] 2021-10-18 22:52:53 > Step: 24800 Progress: 6.2% Elapsed: 6:50:45 Gen_loss: 2.604 Dis_loss: 0.5811 Cls_loss: N/A Topk: N/A ada_p: 0.03226
[INFO] 2021-10-18 22:54:34 > Step: 24900 Progress: 6.2% Elapsed: 6:52:26 Gen_loss: 2.829 Dis_loss: 0.6944 Cls_loss: N/A Topk: N/A ada_p: 0.03418
[INFO] 2021-10-18 22:55:40 > Step: 25000 Progress: 6.2% Elapsed: 6:53:32 Gen_loss: 3.115 Dis_loss: 0.3035 Cls_loss: N/A Topk: N/A ada_p: 0.03264
[INFO] 2021-10-18 22:57:20 > Step: 25100 Progress: 6.3% Elapsed: 6:55:12 Gen_loss: 4.317 Dis_loss: 0.2908 Cls_loss: N/A Topk: N/A ada_p: 0.03622
[INFO] 2021-10-18 22:58:26 > Step: 25200 Progress: 6.3% Elapsed: 6:56:18 Gen_loss: 1.723 Dis_loss: 0.5395 Cls_loss: N/A Topk: N/A ada_p: 0.03494
[INFO] 2021-10-18 22:59:33 > Step: 25300 Progress: 6.3% Elapsed: 6:57:24 Gen_loss: 3.623 Dis_loss: 1.001 Cls_loss: N/A Topk: N/A ada_p: 0.03866
[INFO] 2021-10-18 23:01:13 > Step: 25400 Progress: 6.3% Elapsed: 6:59:05 Gen_loss: 2.422 Dis_loss: 0.7194 Cls_loss: N/A Topk: N/A ada_p: 0.04378
[INFO] 2021-10-18 23:02:19 > Step: 25500 Progress: 6.4% Elapsed: 7:00:11 Gen_loss: 3.443 Dis_loss: 1.023 Cls_loss: N/A Topk: N/A ada_p: 0.04557
[INFO] 2021-10-18 23:03:59 > Step: 25600 Progress: 6.4% Elapsed: 7:01:50 Gen_loss: 1.934 Dis_loss: 0.8686 Cls_loss: N/A Topk: N/A ada_p: 0.04531
[INFO] 2021-10-18 23:05:05 > Step: 25700 Progress: 6.4% Elapsed: 7:02:57 Gen_loss: 2.028 Dis_loss: 0.9726 Cls_loss: N/A Topk: N/A ada_p: 0.0457
[INFO] 2021-10-18 23:06:45 > Step: 25800 Progress: 6.5% Elapsed: 7:04:37 Gen_loss: 1.173 Dis_loss: 0.8577 Cls_loss: N/A Topk: N/A ada_p: 0.04646
[INFO] 2021-10-18 23:07:52 > Step: 25900 Progress: 6.5% Elapsed: 7:05:43 Gen_loss: 3.111 Dis_loss: 0.4297 Cls_loss: N/A Topk: N/A ada_p: 0.04493
[INFO] 2021-10-18 23:09:33 > Step: 26000 Progress: 6.5% Elapsed: 7:07:24 Gen_loss: 3.498 Dis_loss: 0.3827 Cls_loss: N/A Topk: N/A ada_p: 0.04646
[INFO] 2021-10-18 23:09:33 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-18 23:09:34 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_26000.png
[INFO] 2021-10-18 23:09:36 > Start Evaluation (26000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 23:09:36 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-18 23:10:48 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-18 23:12:09 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-18 23:15:04 > Inception score (Step: 26000, 14630 generated images): 10.21058464050293
[INFO] 2021-10-18 23:15:04 > FID score (Step: 26000, Using train moments): 13.211361930147689
[INFO] 2021-10-18 23:15:04 > Improved Precision (Step: 26000, Using train images): 0.8314422419685578
[INFO] 2021-10-18 23:15:04 > Improved Recall (Step: 26000, Using train images): 0.18947368421052632
[INFO] 2021-10-18 23:15:04 > Density (Step: 26000, Using train images): 1.0747778537252222
[INFO] 2021-10-18 23:15:04 > Coverage (Step: 26000, Using train images): 0.5937799043062201
[INFO] 2021-10-18 23:15:04 > Best FID score (Step: 26000, Using train moments): 13.211361930147689
[INFO] 2021-10-18 23:15:26 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 23:16:32 > Step: 26100 Progress: 6.5% Elapsed: 7:14:24 Gen_loss: 2.987 Dis_loss: 0.6433 Cls_loss: N/A Topk: N/A ada_p: 0.04736
[INFO] 2021-10-18 23:17:39 > Step: 26200 Progress: 6.6% Elapsed: 7:15:30 Gen_loss: 1.53 Dis_loss: 0.7221 Cls_loss: N/A Topk: N/A ada_p: 0.04326
[INFO] 2021-10-18 23:19:57 > Step: 26300 Progress: 6.6% Elapsed: 7:17:48 Gen_loss: 1.055 Dis_loss: 1.343 Cls_loss: N/A Topk: N/A ada_p: 0.04326
[INFO] 2021-10-18 23:21:05 > Step: 26400 Progress: 6.6% Elapsed: 7:18:56 Gen_loss: 3.667 Dis_loss: 1.128 Cls_loss: N/A Topk: N/A ada_p: 0.0448
[INFO] 2021-10-18 23:22:45 > Step: 26500 Progress: 6.6% Elapsed: 7:20:37 Gen_loss: 2.522 Dis_loss: 0.7545 Cls_loss: N/A Topk: N/A ada_p: 0.04595
[INFO] 2021-10-18 23:23:51 > Step: 26600 Progress: 6.7% Elapsed: 7:21:43 Gen_loss: 2.463 Dis_loss: 0.4956 Cls_loss: N/A Topk: N/A ada_p: 0.04749
[INFO] 2021-10-18 23:25:32 > Step: 26700 Progress: 6.7% Elapsed: 7:23:23 Gen_loss: 1.593 Dis_loss: 1.05 Cls_loss: N/A Topk: N/A ada_p: 0.04672
[INFO] 2021-10-18 23:26:38 > Step: 26800 Progress: 6.7% Elapsed: 7:24:29 Gen_loss: 3.4 Dis_loss: 0.4766 Cls_loss: N/A Topk: N/A ada_p: 0.04314
[INFO] 2021-10-18 23:27:44 > Step: 26900 Progress: 6.7% Elapsed: 7:25:36 Gen_loss: 1.123 Dis_loss: 0.9945 Cls_loss: N/A Topk: N/A ada_p: 0.04275
[INFO] 2021-10-18 23:29:25 > Step: 27000 Progress: 6.8% Elapsed: 7:27:17 Gen_loss: 1.92 Dis_loss: 0.5087 Cls_loss: N/A Topk: N/A ada_p: 0.03994
[INFO] 2021-10-18 23:30:31 > Step: 27100 Progress: 6.8% Elapsed: 7:28:23 Gen_loss: 3.556 Dis_loss: 0.953 Cls_loss: N/A Topk: N/A ada_p: 0.04403
[INFO] 2021-10-18 23:32:11 > Step: 27200 Progress: 6.8% Elapsed: 7:30:03 Gen_loss: 2.618 Dis_loss: 0.8157 Cls_loss: N/A Topk: N/A ada_p: 0.04429
[INFO] 2021-10-18 23:33:18 > Step: 27300 Progress: 6.8% Elapsed: 7:31:09 Gen_loss: 2.145 Dis_loss: 0.348 Cls_loss: N/A Topk: N/A ada_p: 0.04416
[INFO] 2021-10-18 23:34:57 > Step: 27400 Progress: 6.9% Elapsed: 7:32:49 Gen_loss: 4.517 Dis_loss: 0.2444 Cls_loss: N/A Topk: N/A ada_p: 0.04416
[INFO] 2021-10-18 23:36:03 > Step: 27500 Progress: 6.9% Elapsed: 7:33:55 Gen_loss: 3.784 Dis_loss: 0.7904 Cls_loss: N/A Topk: N/A ada_p: 0.048
[INFO] 2021-10-18 23:37:44 > Step: 27600 Progress: 6.9% Elapsed: 7:35:36 Gen_loss: 3.489 Dis_loss: 0.7955 Cls_loss: N/A Topk: N/A ada_p: 0.04877
[INFO] 2021-10-18 23:38:51 > Step: 27700 Progress: 6.9% Elapsed: 7:36:42 Gen_loss: 2.278 Dis_loss: 0.6144 Cls_loss: N/A Topk: N/A ada_p: 0.0489
[INFO] 2021-10-18 23:39:57 > Step: 27800 Progress: 7.0% Elapsed: 7:37:48 Gen_loss: 1.223 Dis_loss: 0.8859 Cls_loss: N/A Topk: N/A ada_p: 0.05222
[INFO] 2021-10-18 23:41:37 > Step: 27900 Progress: 7.0% Elapsed: 7:39:29 Gen_loss: 2.944 Dis_loss: 0.6777 Cls_loss: N/A Topk: N/A ada_p: 0.05299
[INFO] 2021-10-18 23:42:43 > Step: 28000 Progress: 7.0% Elapsed: 7:40:35 Gen_loss: 2.5 Dis_loss: 0.762 Cls_loss: N/A Topk: N/A ada_p: 0.05427
[INFO] 2021-10-18 23:42:43 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-18 23:42:45 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_28000.png
[INFO] 2021-10-18 23:42:47 > Start Evaluation (28000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 23:42:47 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-18 23:43:58 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-18 23:45:20 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-18 23:48:15 > Inception score (Step: 28000, 14630 generated images): 10.42912483215332
[INFO] 2021-10-18 23:48:15 > FID score (Step: 28000, Using train moments): 12.63140678937259
[INFO] 2021-10-18 23:48:15 > Improved Precision (Step: 28000, Using train images): 0.8334244702665755
[INFO] 2021-10-18 23:48:15 > Improved Recall (Step: 28000, Using train images): 0.21435406698564594
[INFO] 2021-10-18 23:48:15 > Density (Step: 28000, Using train images): 1.1594805194805196
[INFO] 2021-10-18 23:48:15 > Coverage (Step: 28000, Using train images): 0.6103212576896787
[INFO] 2021-10-18 23:48:15 > Best FID score (Step: 28000, Using train moments): 12.63140678937259
[INFO] 2021-10-18 23:48:38 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-18 23:50:19 > Step: 28100 Progress: 7.0% Elapsed: 7:48:11 Gen_loss: 2.09 Dis_loss: 0.3942 Cls_loss: N/A Topk: N/A ada_p: 0.0503
[INFO] 2021-10-18 23:51:25 > Step: 28200 Progress: 7.0% Elapsed: 7:49:17 Gen_loss: 2.694 Dis_loss: 0.7473 Cls_loss: N/A Topk: N/A ada_p: 0.05082
[INFO] 2021-10-18 23:53:05 > Step: 28300 Progress: 7.1% Elapsed: 7:50:56 Gen_loss: 3.082 Dis_loss: 0.5246 Cls_loss: N/A Topk: N/A ada_p: 0.05235
[INFO] 2021-10-18 23:54:11 > Step: 28400 Progress: 7.1% Elapsed: 7:52:03 Gen_loss: 1.558 Dis_loss: 1.751 Cls_loss: N/A Topk: N/A ada_p: 0.0521
[INFO] 2021-10-18 23:55:18 > Step: 28500 Progress: 7.1% Elapsed: 7:53:09 Gen_loss: 2.483 Dis_loss: 0.7786 Cls_loss: N/A Topk: N/A ada_p: 0.05197
[INFO] 2021-10-18 23:56:58 > Step: 28600 Progress: 7.1% Elapsed: 7:54:50 Gen_loss: 3.35 Dis_loss: 0.5152 Cls_loss: N/A Topk: N/A ada_p: 0.05248
[INFO] 2021-10-18 23:58:04 > Step: 28700 Progress: 7.2% Elapsed: 7:55:56 Gen_loss: 2.403 Dis_loss: 0.5561 Cls_loss: N/A Topk: N/A ada_p: 0.04864
[INFO] 2021-10-18 23:59:46 > Step: 28800 Progress: 7.2% Elapsed: 7:57:38 Gen_loss: 3.324 Dis_loss: 0.4794 Cls_loss: N/A Topk: N/A ada_p: 0.04352
[INFO] 2021-10-19 00:00:53 > Step: 28900 Progress: 7.2% Elapsed: 7:58:44 Gen_loss: 1.669 Dis_loss: 1.294 Cls_loss: N/A Topk: N/A ada_p: 0.04365
[INFO] 2021-10-19 00:03:13 > Step: 29000 Progress: 7.2% Elapsed: 8:01:04 Gen_loss: 1.408 Dis_loss: 0.7566 Cls_loss: N/A Topk: N/A ada_p: 0.04288
[INFO] 2021-10-19 00:04:20 > Step: 29100 Progress: 7.3% Elapsed: 8:02:11 Gen_loss: 2.896 Dis_loss: 0.3188 Cls_loss: N/A Topk: N/A ada_p: 0.04339
[INFO] 2021-10-19 00:15:48 > Step: 29200 Progress: 7.3% Elapsed: 8:13:40 Gen_loss: 3.365 Dis_loss: 0.1608 Cls_loss: N/A Topk: N/A ada_p: 0.04595
[INFO] 2021-10-19 00:16:55 > Step: 29300 Progress: 7.3% Elapsed: 8:14:46 Gen_loss: 3.027 Dis_loss: 0.5829 Cls_loss: N/A Topk: N/A ada_p: 0.0471
[INFO] 2021-10-19 00:18:01 > Step: 29400 Progress: 7.3% Elapsed: 8:15:52 Gen_loss: 2.164 Dis_loss: 0.6219 Cls_loss: N/A Topk: N/A ada_p: 0.04966
[INFO] 2021-10-19 00:19:42 > Step: 29500 Progress: 7.4% Elapsed: 8:17:33 Gen_loss: 3.309 Dis_loss: 0.384 Cls_loss: N/A Topk: N/A ada_p: 0.0512
[INFO] 2021-10-19 00:20:48 > Step: 29600 Progress: 7.4% Elapsed: 8:18:39 Gen_loss: 1.367 Dis_loss: 1.31 Cls_loss: N/A Topk: N/A ada_p: 0.05018
[INFO] 2021-10-19 00:22:30 > Step: 29700 Progress: 7.4% Elapsed: 8:20:22 Gen_loss: 2.349 Dis_loss: 0.6425 Cls_loss: N/A Topk: N/A ada_p: 0.0503
[INFO] 2021-10-19 00:23:37 > Step: 29800 Progress: 7.4% Elapsed: 8:21:28 Gen_loss: 2.655 Dis_loss: 0.7906 Cls_loss: N/A Topk: N/A ada_p: 0.05312
[INFO] 2021-10-19 00:25:17 > Step: 29900 Progress: 7.5% Elapsed: 8:23:08 Gen_loss: 2.764 Dis_loss: 1.333 Cls_loss: N/A Topk: N/A ada_p: 0.05261
[INFO] 2021-10-19 00:26:23 > Step: 30000 Progress: 7.5% Elapsed: 8:24:15 Gen_loss: 2.015 Dis_loss: 1.022 Cls_loss: N/A Topk: N/A ada_p: 0.05491
[INFO] 2021-10-19 00:26:23 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 00:26:25 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_30000.png
[INFO] 2021-10-19 00:26:26 > Start Evaluation (30000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 00:26:26 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 00:27:38 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 00:29:00 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 00:31:57 > Inception score (Step: 30000, 14630 generated images): 10.528701782226562
[INFO] 2021-10-19 00:31:57 > FID score (Step: 30000, Using train moments): 12.258715908425387
[INFO] 2021-10-19 00:31:57 > Improved Precision (Step: 30000, Using train images): 0.8343130553656869
[INFO] 2021-10-19 00:31:57 > Improved Recall (Step: 30000, Using train images): 0.2291866028708134
[INFO] 2021-10-19 00:31:57 > Density (Step: 30000, Using train images): 1.1471223513328777
[INFO] 2021-10-19 00:31:57 > Coverage (Step: 30000, Using train images): 0.625974025974026
[INFO] 2021-10-19 00:31:57 > Best FID score (Step: 30000, Using train moments): 12.258715908425387
[INFO] 2021-10-19 00:32:18 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 00:33:59 > Step: 30100 Progress: 7.5% Elapsed: 8:31:51 Gen_loss: 2.854 Dis_loss: 0.6214 Cls_loss: N/A Topk: N/A ada_p: 0.05222
[INFO] 2021-10-19 00:35:06 > Step: 30200 Progress: 7.5% Elapsed: 8:32:58 Gen_loss: 1.937 Dis_loss: 0.9327 Cls_loss: N/A Topk: N/A ada_p: 0.05018
[INFO] 2021-10-19 00:36:12 > Step: 30300 Progress: 7.6% Elapsed: 8:34:04 Gen_loss: 0.7803 Dis_loss: 1.543 Cls_loss: N/A Topk: N/A ada_p: 0.05146
[INFO] 2021-10-19 00:38:01 > Step: 30400 Progress: 7.6% Elapsed: 8:35:53 Gen_loss: 1.471 Dis_loss: 0.908 Cls_loss: N/A Topk: N/A ada_p: 0.04736
[INFO] 2021-10-19 00:39:07 > Step: 30500 Progress: 7.6% Elapsed: 8:36:59 Gen_loss: 2.842 Dis_loss: 0.4296 Cls_loss: N/A Topk: N/A ada_p: 0.04672
[INFO] 2021-10-19 00:40:48 > Step: 30600 Progress: 7.6% Elapsed: 8:38:39 Gen_loss: 2.212 Dis_loss: 0.4226 Cls_loss: N/A Topk: N/A ada_p: 0.04365
[INFO] 2021-10-19 00:41:54 > Step: 30700 Progress: 7.7% Elapsed: 8:39:46 Gen_loss: 2.248 Dis_loss: 0.6336 Cls_loss: N/A Topk: N/A ada_p: 0.04877
[INFO] 2021-10-19 00:43:34 > Step: 30800 Progress: 7.7% Elapsed: 8:41:25 Gen_loss: 2.245 Dis_loss: 0.415 Cls_loss: N/A Topk: N/A ada_p: 0.04749
[INFO] 2021-10-19 00:44:40 > Step: 30900 Progress: 7.7% Elapsed: 8:42:32 Gen_loss: 1.789 Dis_loss: 0.5023 Cls_loss: N/A Topk: N/A ada_p: 0.0535
[INFO] 2021-10-19 00:45:46 > Step: 31000 Progress: 7.8% Elapsed: 8:43:38 Gen_loss: 3.345 Dis_loss: 0.4432 Cls_loss: N/A Topk: N/A ada_p: 0.05606
[INFO] 2021-10-19 00:47:26 > Step: 31100 Progress: 7.8% Elapsed: 8:45:18 Gen_loss: 2.389 Dis_loss: 0.4193 Cls_loss: N/A Topk: N/A ada_p: 0.05325
[INFO] 2021-10-19 00:48:33 > Step: 31200 Progress: 7.8% Elapsed: 8:46:24 Gen_loss: 1.902 Dis_loss: 0.6304 Cls_loss: N/A Topk: N/A ada_p: 0.0512
[INFO] 2021-10-19 00:50:13 > Step: 31300 Progress: 7.8% Elapsed: 8:48:04 Gen_loss: 2.997 Dis_loss: 0.6198 Cls_loss: N/A Topk: N/A ada_p: 0.05389
[INFO] 2021-10-19 00:51:19 > Step: 31400 Progress: 7.8% Elapsed: 8:49:11 Gen_loss: 3.905 Dis_loss: 0.7505 Cls_loss: N/A Topk: N/A ada_p: 0.05875
[INFO] 2021-10-19 00:53:05 > Step: 31500 Progress: 7.9% Elapsed: 8:50:57 Gen_loss: 1.664 Dis_loss: 0.6966 Cls_loss: N/A Topk: N/A ada_p: 0.05466
[INFO] 2021-10-19 00:54:11 > Step: 31600 Progress: 7.9% Elapsed: 8:52:03 Gen_loss: 1.212 Dis_loss: 0.7653 Cls_loss: N/A Topk: N/A ada_p: 0.05568
[INFO] 2021-10-19 00:55:52 > Step: 31700 Progress: 7.9% Elapsed: 8:53:44 Gen_loss: 3.208 Dis_loss: 0.9037 Cls_loss: N/A Topk: N/A ada_p: 0.05862
[INFO] 2021-10-19 00:56:59 > Step: 31800 Progress: 8.0% Elapsed: 8:54:51 Gen_loss: 2.045 Dis_loss: 0.7205 Cls_loss: N/A Topk: N/A ada_p: 0.06093
[INFO] 2021-10-19 00:58:06 > Step: 31900 Progress: 8.0% Elapsed: 8:55:57 Gen_loss: 1.745 Dis_loss: 0.3859 Cls_loss: N/A Topk: N/A ada_p: 0.06451
[INFO] 2021-10-19 00:59:51 > Step: 32000 Progress: 8.0% Elapsed: 8:57:42 Gen_loss: 0.7192 Dis_loss: 1.031 Cls_loss: N/A Topk: N/A ada_p: 0.06246
[INFO] 2021-10-19 00:59:51 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 00:59:53 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_32000.png
[INFO] 2021-10-19 00:59:55 > Start Evaluation (32000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 00:59:55 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 01:01:06 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 01:02:28 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 01:05:22 > Inception score (Step: 32000, 14630 generated images): 10.673632621765137
[INFO] 2021-10-19 01:05:22 > FID score (Step: 32000, Using train moments): 11.659440967775282
[INFO] 2021-10-19 01:05:22 > Improved Precision (Step: 32000, Using train images): 0.8252221462747779
[INFO] 2021-10-19 01:05:22 > Improved Recall (Step: 32000, Using train images): 0.2537252221462748
[INFO] 2021-10-19 01:05:22 > Density (Step: 32000, Using train images): 1.0970608339029393
[INFO] 2021-10-19 01:05:22 > Coverage (Step: 32000, Using train images): 0.6345181134654819
[INFO] 2021-10-19 01:05:22 > Best FID score (Step: 32000, Using train moments): 11.659440967775282
[INFO] 2021-10-19 01:05:44 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 01:06:51 > Step: 32100 Progress: 8.0% Elapsed: 9:04:42 Gen_loss: 1.974 Dis_loss: 0.4765 Cls_loss: N/A Topk: N/A ada_p: 0.06259
[INFO] 2021-10-19 01:08:32 > Step: 32200 Progress: 8.1% Elapsed: 9:06:24 Gen_loss: 3.86 Dis_loss: 0.6618 Cls_loss: N/A Topk: N/A ada_p: 0.06694
[INFO] 2021-10-19 01:09:39 > Step: 32300 Progress: 8.1% Elapsed: 9:07:30 Gen_loss: 3.182 Dis_loss: 1.203 Cls_loss: N/A Topk: N/A ada_p: 0.06643
[INFO] 2021-10-19 01:11:18 > Step: 32400 Progress: 8.1% Elapsed: 9:09:10 Gen_loss: 2.667 Dis_loss: 1.063 Cls_loss: N/A Topk: N/A ada_p: 0.06618
[INFO] 2021-10-19 01:12:25 > Step: 32500 Progress: 8.1% Elapsed: 9:10:17 Gen_loss: 3.297 Dis_loss: 0.4867 Cls_loss: N/A Topk: N/A ada_p: 0.06656
[INFO] 2021-10-19 01:13:31 > Step: 32600 Progress: 8.2% Elapsed: 9:11:23 Gen_loss: 2.574 Dis_loss: 0.4036 Cls_loss: N/A Topk: N/A ada_p: 0.06579
[INFO] 2021-10-19 01:15:13 > Step: 32700 Progress: 8.2% Elapsed: 9:13:04 Gen_loss: 2.257 Dis_loss: 0.5711 Cls_loss: N/A Topk: N/A ada_p: 0.06477
[INFO] 2021-10-19 01:16:19 > Step: 32800 Progress: 8.2% Elapsed: 9:14:11 Gen_loss: 1.521 Dis_loss: 0.549 Cls_loss: N/A Topk: N/A ada_p: 0.05965
[INFO] 2021-10-19 01:18:00 > Step: 32900 Progress: 8.2% Elapsed: 9:15:52 Gen_loss: 1.878 Dis_loss: 0.5267 Cls_loss: N/A Topk: N/A ada_p: 0.0585
[INFO] 2021-10-19 01:19:06 > Step: 33000 Progress: 8.2% Elapsed: 9:16:58 Gen_loss: 2.435 Dis_loss: 0.5965 Cls_loss: N/A Topk: N/A ada_p: 0.06234
[INFO] 2021-10-19 01:20:47 > Step: 33100 Progress: 8.3% Elapsed: 9:18:39 Gen_loss: 1.497 Dis_loss: 1.063 Cls_loss: N/A Topk: N/A ada_p: 0.06464
[INFO] 2021-10-19 01:21:54 > Step: 33200 Progress: 8.3% Elapsed: 9:19:45 Gen_loss: 0.9247 Dis_loss: 1.414 Cls_loss: N/A Topk: N/A ada_p: 0.06438
[INFO] 2021-10-19 01:23:34 > Step: 33300 Progress: 8.3% Elapsed: 9:21:26 Gen_loss: 3.006 Dis_loss: 1.387 Cls_loss: N/A Topk: N/A ada_p: 0.06016
[INFO] 2021-10-19 01:24:40 > Step: 33400 Progress: 8.3% Elapsed: 9:22:32 Gen_loss: 1.549 Dis_loss: 0.5393 Cls_loss: N/A Topk: N/A ada_p: 0.06042
[INFO] 2021-10-19 01:25:46 > Step: 33500 Progress: 8.4% Elapsed: 9:23:38 Gen_loss: 3.123 Dis_loss: 0.5445 Cls_loss: N/A Topk: N/A ada_p: 0.05965
[INFO] 2021-10-19 01:27:27 > Step: 33600 Progress: 8.4% Elapsed: 9:25:18 Gen_loss: 1.482 Dis_loss: 0.719 Cls_loss: N/A Topk: N/A ada_p: 0.05965
[INFO] 2021-10-19 01:28:33 > Step: 33700 Progress: 8.4% Elapsed: 9:26:24 Gen_loss: 1.701 Dis_loss: 0.483 Cls_loss: N/A Topk: N/A ada_p: 0.06438
[INFO] 2021-10-19 01:30:12 > Step: 33800 Progress: 8.5% Elapsed: 9:28:04 Gen_loss: 1.048 Dis_loss: 0.729 Cls_loss: N/A Topk: N/A ada_p: 0.06925
[INFO] 2021-10-19 01:31:19 > Step: 33900 Progress: 8.5% Elapsed: 9:29:10 Gen_loss: 2.266 Dis_loss: 0.3731 Cls_loss: N/A Topk: N/A ada_p: 0.07309
[INFO] 2021-10-19 01:32:59 > Step: 34000 Progress: 8.5% Elapsed: 9:30:50 Gen_loss: 1.922 Dis_loss: 0.4727 Cls_loss: N/A Topk: N/A ada_p: 0.07616
[INFO] 2021-10-19 01:32:59 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 01:33:00 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_34000.png
[INFO] 2021-10-19 01:33:02 > Start Evaluation (34000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 01:33:02 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 01:34:14 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 01:35:35 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 01:38:34 > Inception score (Step: 34000, 14630 generated images): 10.76490592956543
[INFO] 2021-10-19 01:38:34 > FID score (Step: 34000, Using train moments): 11.465438354340279
[INFO] 2021-10-19 01:38:34 > Improved Precision (Step: 34000, Using train images): 0.8282296650717703
[INFO] 2021-10-19 01:38:34 > Improved Recall (Step: 34000, Using train images): 0.2578263841421736
[INFO] 2021-10-19 01:38:34 > Density (Step: 34000, Using train images): 1.1137935748462064
[INFO] 2021-10-19 01:38:34 > Coverage (Step: 34000, Using train images): 0.6302802460697198
[INFO] 2021-10-19 01:38:34 > Best FID score (Step: 34000, Using train moments): 11.465438354340279
[INFO] 2021-10-19 01:38:57 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 01:40:03 > Step: 34100 Progress: 8.5% Elapsed: 9:37:55 Gen_loss: 2.302 Dis_loss: 0.3589 Cls_loss: N/A Topk: N/A ada_p: 0.07757
[INFO] 2021-10-19 01:41:10 > Step: 34200 Progress: 8.6% Elapsed: 9:39:02 Gen_loss: 2.231 Dis_loss: 0.2796 Cls_loss: N/A Topk: N/A ada_p: 0.07347
[INFO] 2021-10-19 01:42:50 > Step: 34300 Progress: 8.6% Elapsed: 9:40:42 Gen_loss: 2.697 Dis_loss: 0.5903 Cls_loss: N/A Topk: N/A ada_p: 0.07142
[INFO] 2021-10-19 01:43:57 > Step: 34400 Progress: 8.6% Elapsed: 9:41:48 Gen_loss: 2.21 Dis_loss: 0.4872 Cls_loss: N/A Topk: N/A ada_p: 0.07142
[INFO] 2021-10-19 01:46:00 > Step: 34500 Progress: 8.6% Elapsed: 9:43:51 Gen_loss: 2.928 Dis_loss: 0.752 Cls_loss: N/A Topk: N/A ada_p: 0.07386
[INFO] 2021-10-19 01:47:06 > Step: 34600 Progress: 8.6% Elapsed: 9:44:58 Gen_loss: 2.291 Dis_loss: 0.3862 Cls_loss: N/A Topk: N/A ada_p: 0.07514
[INFO] 2021-10-19 01:48:47 > Step: 34700 Progress: 8.7% Elapsed: 9:46:38 Gen_loss: 1.118 Dis_loss: 0.5488 Cls_loss: N/A Topk: N/A ada_p: 0.07539
[INFO] 2021-10-19 01:49:53 > Step: 34800 Progress: 8.7% Elapsed: 9:47:45 Gen_loss: 3.856 Dis_loss: 1.686 Cls_loss: N/A Topk: N/A ada_p: 0.0736
[INFO] 2021-10-19 01:51:33 > Step: 34900 Progress: 8.7% Elapsed: 9:49:25 Gen_loss: 0.9257 Dis_loss: 0.9992 Cls_loss: N/A Topk: N/A ada_p: 0.07808
[INFO] 2021-10-19 01:52:40 > Step: 35000 Progress: 8.8% Elapsed: 9:50:31 Gen_loss: 3.319 Dis_loss: 0.4851 Cls_loss: N/A Topk: N/A ada_p: 0.07962
[INFO] 2021-10-19 01:53:46 > Step: 35100 Progress: 8.8% Elapsed: 9:51:38 Gen_loss: 2.253 Dis_loss: 1.278 Cls_loss: N/A Topk: N/A ada_p: 0.08013
[INFO] 2021-10-19 01:55:26 > Step: 35200 Progress: 8.8% Elapsed: 9:53:17 Gen_loss: 2.356 Dis_loss: 0.8691 Cls_loss: N/A Topk: N/A ada_p: 0.07834
[INFO] 2021-10-19 01:56:32 > Step: 35300 Progress: 8.8% Elapsed: 9:54:24 Gen_loss: 1.483 Dis_loss: 0.5336 Cls_loss: N/A Topk: N/A ada_p: 0.07667
[INFO] 2021-10-19 01:58:12 > Step: 35400 Progress: 8.8% Elapsed: 9:56:04 Gen_loss: 1.521 Dis_loss: 0.8756 Cls_loss: N/A Topk: N/A ada_p: 0.07923
[INFO] 2021-10-19 01:59:18 > Step: 35500 Progress: 8.9% Elapsed: 9:57:10 Gen_loss: 3.366 Dis_loss: 0.5427 Cls_loss: N/A Topk: N/A ada_p: 0.07821
[INFO] 2021-10-19 02:01:00 > Step: 35600 Progress: 8.9% Elapsed: 9:58:52 Gen_loss: 1.99 Dis_loss: 0.7753 Cls_loss: N/A Topk: N/A ada_p: 0.07206
[INFO] 2021-10-19 02:02:07 > Step: 35700 Progress: 8.9% Elapsed: 9:59:59 Gen_loss: 2.319 Dis_loss: 0.6202 Cls_loss: N/A Topk: N/A ada_p: 0.07014
[INFO] 2021-10-19 02:03:48 > Step: 35800 Progress: 8.9% Elapsed: 10:01:40 Gen_loss: 2.211 Dis_loss: 1.485 Cls_loss: N/A Topk: N/A ada_p: 0.07066
[INFO] 2021-10-19 02:04:54 > Step: 35900 Progress: 9.0% Elapsed: 10:02:46 Gen_loss: 2.576 Dis_loss: 0.5781 Cls_loss: N/A Topk: N/A ada_p: 0.06835
[INFO] 2021-10-19 02:06:01 > Step: 36000 Progress: 9.0% Elapsed: 10:03:52 Gen_loss: 2.276 Dis_loss: 0.2423 Cls_loss: N/A Topk: N/A ada_p: 0.06451
[INFO] 2021-10-19 02:06:01 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 02:06:03 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_36000.png
[INFO] 2021-10-19 02:06:04 > Start Evaluation (36000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 02:06:04 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 02:07:16 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 02:08:38 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 02:11:30 > Inception score (Step: 36000, 14630 generated images): 10.871307373046875
[INFO] 2021-10-19 02:11:30 > FID score (Step: 36000, Using train moments): 10.911861084548121
[INFO] 2021-10-19 02:11:30 > Improved Precision (Step: 36000, Using train images): 0.8360902255639098
[INFO] 2021-10-19 02:11:30 > Improved Recall (Step: 36000, Using train images): 0.2750512645249487
[INFO] 2021-10-19 02:11:30 > Density (Step: 36000, Using train images): 1.1554066985645934
[INFO] 2021-10-19 02:11:30 > Coverage (Step: 36000, Using train images): 0.652904989747095
[INFO] 2021-10-19 02:11:30 > Best FID score (Step: 36000, Using train moments): 10.911861084548121
[INFO] 2021-10-19 02:11:52 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 02:13:33 > Step: 36100 Progress: 9.0% Elapsed: 10:11:24 Gen_loss: 2.671 Dis_loss: 0.5123 Cls_loss: N/A Topk: N/A ada_p: 0.06771
[INFO] 2021-10-19 02:14:39 > Step: 36200 Progress: 9.0% Elapsed: 10:12:31 Gen_loss: 1.934 Dis_loss: 0.5886 Cls_loss: N/A Topk: N/A ada_p: 0.07104
[INFO] 2021-10-19 02:16:20 > Step: 36300 Progress: 9.1% Elapsed: 10:14:11 Gen_loss: 4.457 Dis_loss: 0.334 Cls_loss: N/A Topk: N/A ada_p: 0.0713
[INFO] 2021-10-19 02:17:26 > Step: 36400 Progress: 9.1% Elapsed: 10:15:17 Gen_loss: 2.103 Dis_loss: 0.5382 Cls_loss: N/A Topk: N/A ada_p: 0.07002
[INFO] 2021-10-19 02:19:05 > Step: 36500 Progress: 9.1% Elapsed: 10:16:57 Gen_loss: 1.804 Dis_loss: 0.4859 Cls_loss: N/A Topk: N/A ada_p: 0.07117
[INFO] 2021-10-19 02:20:12 > Step: 36600 Progress: 9.2% Elapsed: 10:18:04 Gen_loss: 1.77 Dis_loss: 0.6506 Cls_loss: N/A Topk: N/A ada_p: 0.0704
[INFO] 2021-10-19 02:21:18 > Step: 36700 Progress: 9.2% Elapsed: 10:19:10 Gen_loss: 2.743 Dis_loss: 0.9454 Cls_loss: N/A Topk: N/A ada_p: 0.07398
[INFO] 2021-10-19 02:22:59 > Step: 36800 Progress: 9.2% Elapsed: 10:20:51 Gen_loss: 1.761 Dis_loss: 0.5275 Cls_loss: N/A Topk: N/A ada_p: 0.07219
[INFO] 2021-10-19 02:24:06 > Step: 36900 Progress: 9.2% Elapsed: 10:21:58 Gen_loss: 2.523 Dis_loss: 0.7532 Cls_loss: N/A Topk: N/A ada_p: 0.06822
[INFO] 2021-10-19 02:25:46 > Step: 37000 Progress: 9.2% Elapsed: 10:23:38 Gen_loss: 2.014 Dis_loss: 0.4325 Cls_loss: N/A Topk: N/A ada_p: 0.06848
[INFO] 2021-10-19 02:26:53 > Step: 37100 Progress: 9.3% Elapsed: 10:24:45 Gen_loss: 1.415 Dis_loss: 0.7157 Cls_loss: N/A Topk: N/A ada_p: 0.07027
[INFO] 2021-10-19 02:29:13 > Step: 37200 Progress: 9.3% Elapsed: 10:27:04 Gen_loss: 1.427 Dis_loss: 0.7452 Cls_loss: N/A Topk: N/A ada_p: 0.06899
[INFO] 2021-10-19 02:30:22 > Step: 37300 Progress: 9.3% Elapsed: 10:28:14 Gen_loss: 2.63 Dis_loss: 0.7055 Cls_loss: N/A Topk: N/A ada_p: 0.07373
[INFO] 2021-10-19 02:32:03 > Step: 37400 Progress: 9.3% Elapsed: 10:29:55 Gen_loss: 2.441 Dis_loss: 0.5062 Cls_loss: N/A Topk: N/A ada_p: 0.07322
[INFO] 2021-10-19 02:33:09 > Step: 37500 Progress: 9.4% Elapsed: 10:31:01 Gen_loss: 1.344 Dis_loss: 0.4726 Cls_loss: N/A Topk: N/A ada_p: 0.0768
[INFO] 2021-10-19 02:34:15 > Step: 37600 Progress: 9.4% Elapsed: 10:32:07 Gen_loss: 4.781 Dis_loss: 0.3469 Cls_loss: N/A Topk: N/A ada_p: 0.07936
[INFO] 2021-10-19 02:35:56 > Step: 37700 Progress: 9.4% Elapsed: 10:33:48 Gen_loss: 1.634 Dis_loss: 0.7441 Cls_loss: N/A Topk: N/A ada_p: 0.07872
[INFO] 2021-10-19 02:37:02 > Step: 37800 Progress: 9.4% Elapsed: 10:34:54 Gen_loss: 3.163 Dis_loss: 0.8844 Cls_loss: N/A Topk: N/A ada_p: 0.08051
[INFO] 2021-10-19 02:38:42 > Step: 37900 Progress: 9.5% Elapsed: 10:36:34 Gen_loss: 4.47 Dis_loss: 0.8259 Cls_loss: N/A Topk: N/A ada_p: 0.07744
[INFO] 2021-10-19 02:39:48 > Step: 38000 Progress: 9.5% Elapsed: 10:37:40 Gen_loss: 3.399 Dis_loss: 0.2023 Cls_loss: N/A Topk: N/A ada_p: 0.07872
[INFO] 2021-10-19 02:39:48 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 02:39:50 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_38000.png
[INFO] 2021-10-19 02:39:52 > Start Evaluation (38000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 02:39:52 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 02:41:03 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 02:42:25 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 02:45:22 > Inception score (Step: 38000, 14630 generated images): 10.893153190612793
[INFO] 2021-10-19 02:45:22 > FID score (Step: 38000, Using train moments): 10.200823837908473
[INFO] 2021-10-19 02:45:22 > Improved Precision (Step: 38000, Using train images): 0.8465481886534518
[INFO] 2021-10-19 02:45:22 > Improved Recall (Step: 38000, Using train images): 0.2758031442241969
[INFO] 2021-10-19 02:45:22 > Density (Step: 38000, Using train images): 1.249911141490089
[INFO] 2021-10-19 02:45:22 > Coverage (Step: 38000, Using train images): 0.6645933014354067
[INFO] 2021-10-19 02:45:22 > Best FID score (Step: 38000, Using train moments): 10.200823837908473
[INFO] 2021-10-19 02:45:45 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 02:47:27 > Step: 38100 Progress: 9.5% Elapsed: 10:45:18 Gen_loss: 1.354 Dis_loss: 1.153 Cls_loss: N/A Topk: N/A ada_p: 0.08141
[INFO] 2021-10-19 02:48:33 > Step: 38200 Progress: 9.6% Elapsed: 10:46:24 Gen_loss: 2.68 Dis_loss: 0.681 Cls_loss: N/A Topk: N/A ada_p: 0.08115
[INFO] 2021-10-19 02:49:39 > Step: 38300 Progress: 9.6% Elapsed: 10:47:30 Gen_loss: 3.491 Dis_loss: 0.4956 Cls_loss: N/A Topk: N/A ada_p: 0.08038
[INFO] 2021-10-19 02:51:19 > Step: 38400 Progress: 9.6% Elapsed: 10:49:10 Gen_loss: 2.667 Dis_loss: 0.2512 Cls_loss: N/A Topk: N/A ada_p: 0.07552
[INFO] 2021-10-19 02:52:25 > Step: 38500 Progress: 9.6% Elapsed: 10:50:17 Gen_loss: 2.47 Dis_loss: 0.8521 Cls_loss: N/A Topk: N/A ada_p: 0.07718
[INFO] 2021-10-19 02:54:05 > Step: 38600 Progress: 9.7% Elapsed: 10:51:57 Gen_loss: 2.903 Dis_loss: 0.6307 Cls_loss: N/A Topk: N/A ada_p: 0.07821
[INFO] 2021-10-19 02:55:11 > Step: 38700 Progress: 9.7% Elapsed: 10:53:03 Gen_loss: 1.597 Dis_loss: 0.7542 Cls_loss: N/A Topk: N/A ada_p: 0.07898
[INFO] 2021-10-19 02:56:52 > Step: 38800 Progress: 9.7% Elapsed: 10:54:44 Gen_loss: 1.883 Dis_loss: 0.7276 Cls_loss: N/A Topk: N/A ada_p: 0.07974
[INFO] 2021-10-19 02:57:59 > Step: 38900 Progress: 9.7% Elapsed: 10:55:51 Gen_loss: 2.268 Dis_loss: 1.063 Cls_loss: N/A Topk: N/A ada_p: 0.08166
[INFO] 2021-10-19 02:59:46 > Step: 39000 Progress: 9.8% Elapsed: 10:57:38 Gen_loss: 1.519 Dis_loss: 0.5653 Cls_loss: N/A Topk: N/A ada_p: 0.08294
[INFO] 2021-10-19 03:00:53 > Step: 39100 Progress: 9.8% Elapsed: 10:58:44 Gen_loss: 0.6697 Dis_loss: 1.371 Cls_loss: N/A Topk: N/A ada_p: 0.08525
[INFO] 2021-10-19 03:01:59 > Step: 39200 Progress: 9.8% Elapsed: 10:59:51 Gen_loss: 2.803 Dis_loss: 0.757 Cls_loss: N/A Topk: N/A ada_p: 0.08678
[INFO] 2021-10-19 03:03:39 > Step: 39300 Progress: 9.8% Elapsed: 11:01:31 Gen_loss: 2.13 Dis_loss: 0.6909 Cls_loss: N/A Topk: N/A ada_p: 0.08384
[INFO] 2021-10-19 03:04:46 > Step: 39400 Progress: 9.8% Elapsed: 11:02:37 Gen_loss: 2.403 Dis_loss: 0.4658 Cls_loss: N/A Topk: N/A ada_p: 0.08538
[INFO] 2021-10-19 03:06:26 > Step: 39500 Progress: 9.9% Elapsed: 11:04:17 Gen_loss: 2.402 Dis_loss: 0.6472 Cls_loss: N/A Topk: N/A ada_p: 0.08282
[INFO] 2021-10-19 03:07:32 > Step: 39600 Progress: 9.9% Elapsed: 11:05:24 Gen_loss: 3.977 Dis_loss: 0.5213 Cls_loss: N/A Topk: N/A ada_p: 0.08205
[INFO] 2021-10-19 03:09:13 > Step: 39700 Progress: 9.9% Elapsed: 11:07:04 Gen_loss: 2.467 Dis_loss: 0.3729 Cls_loss: N/A Topk: N/A ada_p: 0.08678
[INFO] 2021-10-19 03:10:20 > Step: 39800 Progress: 10.0% Elapsed: 11:08:11 Gen_loss: 2.764 Dis_loss: 0.7476 Cls_loss: N/A Topk: N/A ada_p: 0.08909
[INFO] 2021-10-19 03:11:26 > Step: 39900 Progress: 10.0% Elapsed: 11:09:18 Gen_loss: 3.089 Dis_loss: 0.3271 Cls_loss: N/A Topk: N/A ada_p: 0.09062
[INFO] 2021-10-19 03:13:46 > Step: 40000 Progress: 10.0% Elapsed: 11:11:37 Gen_loss: 2.051 Dis_loss: 0.7662 Cls_loss: N/A Topk: N/A ada_p: 0.09114
[INFO] 2021-10-19 03:13:46 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 03:13:47 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_40000.png
[INFO] 2021-10-19 03:13:49 > Start Evaluation (40000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 03:13:49 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 03:15:00 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 03:16:22 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 03:19:16 > Inception score (Step: 40000, 14630 generated images): 11.175769805908203
[INFO] 2021-10-19 03:19:16 > FID score (Step: 40000, Using train moments): 10.097511744700512
[INFO] 2021-10-19 03:19:16 > Improved Precision (Step: 40000, Using train images): 0.8454545454545455
[INFO] 2021-10-19 03:19:16 > Improved Recall (Step: 40000, Using train images): 0.3051948051948052
[INFO] 2021-10-19 03:19:16 > Density (Step: 40000, Using train images): 1.233151059466849
[INFO] 2021-10-19 03:19:16 > Coverage (Step: 40000, Using train images): 0.6734791524265209
[INFO] 2021-10-19 03:19:16 > Best FID score (Step: 40000, Using train moments): 10.097511744700512
[INFO] 2021-10-19 03:19:38 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 03:20:45 > Step: 40100 Progress: 10.0% Elapsed: 11:18:36 Gen_loss: 2.423 Dis_loss: 0.6687 Cls_loss: N/A Topk: N/A ada_p: 0.0928
[INFO] 2021-10-19 03:22:25 > Step: 40200 Progress: 10.1% Elapsed: 11:20:17 Gen_loss: 2.11 Dis_loss: 0.5991 Cls_loss: N/A Topk: N/A ada_p: 0.09459
[INFO] 2021-10-19 03:23:32 > Step: 40300 Progress: 10.1% Elapsed: 11:21:23 Gen_loss: 2.923 Dis_loss: 0.913 Cls_loss: N/A Topk: N/A ada_p: 0.09613
[INFO] 2021-10-19 03:25:12 > Step: 40400 Progress: 10.1% Elapsed: 11:23:03 Gen_loss: 2.987 Dis_loss: 1.203 Cls_loss: N/A Topk: N/A ada_p: 0.09792
[INFO] 2021-10-19 03:26:18 > Step: 40500 Progress: 10.1% Elapsed: 11:24:10 Gen_loss: 1.793 Dis_loss: 0.5298 Cls_loss: N/A Topk: N/A ada_p: 0.09626
[INFO] 2021-10-19 03:27:59 > Step: 40600 Progress: 10.2% Elapsed: 11:25:51 Gen_loss: 2.278 Dis_loss: 0.7655 Cls_loss: N/A Topk: N/A ada_p: 0.09574
[INFO] 2021-10-19 03:29:05 > Step: 40700 Progress: 10.2% Elapsed: 11:26:57 Gen_loss: 2.71 Dis_loss: 0.4399 Cls_loss: N/A Topk: N/A ada_p: 0.09498
[INFO] 2021-10-19 03:30:12 > Step: 40800 Progress: 10.2% Elapsed: 11:28:03 Gen_loss: 2.079 Dis_loss: 1.135 Cls_loss: N/A Topk: N/A ada_p: 0.09549
[INFO] 2021-10-19 03:31:53 > Step: 40900 Progress: 10.2% Elapsed: 11:29:44 Gen_loss: 2.247 Dis_loss: 0.7646 Cls_loss: N/A Topk: N/A ada_p: 0.09562
[INFO] 2021-10-19 03:32:59 > Step: 41000 Progress: 10.2% Elapsed: 11:30:51 Gen_loss: 2.751 Dis_loss: 0.8323 Cls_loss: N/A Topk: N/A ada_p: 0.09971
[INFO] 2021-10-19 03:34:39 > Step: 41100 Progress: 10.3% Elapsed: 11:32:31 Gen_loss: 2.147 Dis_loss: 0.4118 Cls_loss: N/A Topk: N/A ada_p: 0.1005
[INFO] 2021-10-19 03:35:46 > Step: 41200 Progress: 10.3% Elapsed: 11:33:37 Gen_loss: 2.342 Dis_loss: 0.7172 Cls_loss: N/A Topk: N/A ada_p: 0.1002
[INFO] 2021-10-19 03:37:33 > Step: 41300 Progress: 10.3% Elapsed: 11:35:25 Gen_loss: 2.802 Dis_loss: 0.2942 Cls_loss: N/A Topk: N/A ada_p: 0.09702
[INFO] 2021-10-19 03:38:39 > Step: 41400 Progress: 10.3% Elapsed: 11:36:31 Gen_loss: 2.266 Dis_loss: 0.4036 Cls_loss: N/A Topk: N/A ada_p: 0.09754
[INFO] 2021-10-19 03:40:20 > Step: 41500 Progress: 10.4% Elapsed: 11:38:12 Gen_loss: 0.912 Dis_loss: 0.7746 Cls_loss: N/A Topk: N/A ada_p: 0.09139
[INFO] 2021-10-19 03:41:27 > Step: 41600 Progress: 10.4% Elapsed: 11:39:18 Gen_loss: 1.418 Dis_loss: 0.6868 Cls_loss: N/A Topk: N/A ada_p: 0.09011
[INFO] 2021-10-19 03:42:34 > Step: 41700 Progress: 10.4% Elapsed: 11:40:25 Gen_loss: 2.135 Dis_loss: 0.4874 Cls_loss: N/A Topk: N/A ada_p: 0.08717
[INFO] 2021-10-19 03:44:14 > Step: 41800 Progress: 10.4% Elapsed: 11:42:06 Gen_loss: 0.6197 Dis_loss: 0.7637 Cls_loss: N/A Topk: N/A ada_p: 0.09408
[INFO] 2021-10-19 03:45:22 > Step: 41900 Progress: 10.5% Elapsed: 11:43:14 Gen_loss: 1.235 Dis_loss: 1.055 Cls_loss: N/A Topk: N/A ada_p: 0.09946
[INFO] 2021-10-19 03:47:02 > Step: 42000 Progress: 10.5% Elapsed: 11:44:54 Gen_loss: 2.851 Dis_loss: 0.4017 Cls_loss: N/A Topk: N/A ada_p: 0.09792
[INFO] 2021-10-19 03:47:02 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 03:47:04 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_42000.png
[INFO] 2021-10-19 03:47:05 > Start Evaluation (42000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 03:47:05 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 03:48:17 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 03:49:38 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 03:52:37 > Inception score (Step: 42000, 14630 generated images): 11.171789169311523
[INFO] 2021-10-19 03:52:37 > FID score (Step: 42000, Using train moments): 9.923271864670511
[INFO] 2021-10-19 03:52:37 > Improved Precision (Step: 42000, Using train images): 0.8505126452494873
[INFO] 2021-10-19 03:52:37 > Improved Recall (Step: 42000, Using train images): 0.31100478468899523
[INFO] 2021-10-19 03:52:37 > Density (Step: 42000, Using train images): 1.2588243335611757
[INFO] 2021-10-19 03:52:37 > Coverage (Step: 42000, Using train images): 0.6848257006151743
[INFO] 2021-10-19 03:52:37 > Best FID score (Step: 42000, Using train moments): 9.923271864670511
[INFO] 2021-10-19 03:52:59 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 03:54:06 > Step: 42100 Progress: 10.5% Elapsed: 11:51:58 Gen_loss: 1.367 Dis_loss: 1.046 Cls_loss: N/A Topk: N/A ada_p: 0.09523
[INFO] 2021-10-19 03:56:26 > Step: 42200 Progress: 10.5% Elapsed: 11:54:17 Gen_loss: 2.281 Dis_loss: 0.7112 Cls_loss: N/A Topk: N/A ada_p: 0.09139
[INFO] 2021-10-19 03:57:32 > Step: 42300 Progress: 10.6% Elapsed: 11:55:24 Gen_loss: 0.959 Dis_loss: 0.6937 Cls_loss: N/A Topk: N/A ada_p: 0.09267
[INFO] 2021-10-19 03:58:38 > Step: 42400 Progress: 10.6% Elapsed: 11:56:30 Gen_loss: 3.042 Dis_loss: 0.4772 Cls_loss: N/A Topk: N/A ada_p: 0.09318
[INFO] 2021-10-19 04:00:22 > Step: 42500 Progress: 10.6% Elapsed: 11:58:14 Gen_loss: 1.207 Dis_loss: 0.8442 Cls_loss: N/A Topk: N/A ada_p: 0.09101
[INFO] 2021-10-19 04:01:29 > Step: 42600 Progress: 10.7% Elapsed: 11:59:20 Gen_loss: 2.48 Dis_loss: 0.5961 Cls_loss: N/A Topk: N/A ada_p: 0.0905
[INFO] 2021-10-19 04:03:10 > Step: 42700 Progress: 10.7% Elapsed: 12:01:01 Gen_loss: 3.386 Dis_loss: 1.419 Cls_loss: N/A Topk: N/A ada_p: 0.0928
[INFO] 2021-10-19 04:04:16 > Step: 42800 Progress: 10.7% Elapsed: 12:02:08 Gen_loss: 2.622 Dis_loss: 1.176 Cls_loss: N/A Topk: N/A ada_p: 0.09536
[INFO] 2021-10-19 04:05:57 > Step: 42900 Progress: 10.7% Elapsed: 12:03:48 Gen_loss: 2.805 Dis_loss: 0.4704 Cls_loss: N/A Topk: N/A ada_p: 0.1001
[INFO] 2021-10-19 04:07:03 > Step: 43000 Progress: 10.8% Elapsed: 12:04:55 Gen_loss: 3.426 Dis_loss: 0.6996 Cls_loss: N/A Topk: N/A ada_p: 0.1021
[INFO] 2021-10-19 04:08:44 > Step: 43100 Progress: 10.8% Elapsed: 12:06:35 Gen_loss: 1.726 Dis_loss: 0.9491 Cls_loss: N/A Topk: N/A ada_p: 0.1032
[INFO] 2021-10-19 04:09:50 > Step: 43200 Progress: 10.8% Elapsed: 12:07:42 Gen_loss: 1.671 Dis_loss: 0.9796 Cls_loss: N/A Topk: N/A ada_p: 0.09933
[INFO] 2021-10-19 04:10:57 > Step: 43300 Progress: 10.8% Elapsed: 12:08:48 Gen_loss: 2.571 Dis_loss: 0.4102 Cls_loss: N/A Topk: N/A ada_p: 0.1007
[INFO] 2021-10-19 04:12:37 > Step: 43400 Progress: 10.8% Elapsed: 12:10:29 Gen_loss: 2.559 Dis_loss: 0.6989 Cls_loss: N/A Topk: N/A ada_p: 0.103
[INFO] 2021-10-19 04:13:43 > Step: 43500 Progress: 10.9% Elapsed: 12:11:35 Gen_loss: 1.62 Dis_loss: 0.8225 Cls_loss: N/A Topk: N/A ada_p: 0.1036
[INFO] 2021-10-19 04:15:23 > Step: 43600 Progress: 10.9% Elapsed: 12:13:15 Gen_loss: 3.118 Dis_loss: 0.6038 Cls_loss: N/A Topk: N/A ada_p: 0.1053
[INFO] 2021-10-19 04:16:30 > Step: 43700 Progress: 10.9% Elapsed: 12:14:21 Gen_loss: 2.55 Dis_loss: 0.346 Cls_loss: N/A Topk: N/A ada_p: 0.1073
[INFO] 2021-10-19 04:18:10 > Step: 43800 Progress: 10.9% Elapsed: 12:16:01 Gen_loss: 1.429 Dis_loss: 0.3054 Cls_loss: N/A Topk: N/A ada_p: 0.106
[INFO] 2021-10-19 04:19:16 > Step: 43900 Progress: 11.0% Elapsed: 12:17:08 Gen_loss: 2.2 Dis_loss: 0.9171 Cls_loss: N/A Topk: N/A ada_p: 0.1024
[INFO] 2021-10-19 04:20:23 > Step: 44000 Progress: 11.0% Elapsed: 12:18:14 Gen_loss: 4.318 Dis_loss: 0.9626 Cls_loss: N/A Topk: N/A ada_p: 0.09984
[INFO] 2021-10-19 04:20:23 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 04:20:25 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_44000.png
[INFO] 2021-10-19 04:20:26 > Start Evaluation (44000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 04:20:26 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 04:21:38 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 04:23:00 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 04:25:54 > Inception score (Step: 44000, 14630 generated images): 11.19064998626709
[INFO] 2021-10-19 04:25:54 > FID score (Step: 44000, Using train moments): 9.498790342517736
[INFO] 2021-10-19 04:25:54 > Improved Precision (Step: 44000, Using train images): 0.8460697197539303
[INFO] 2021-10-19 04:25:54 > Improved Recall (Step: 44000, Using train images): 0.3235816814764183
[INFO] 2021-10-19 04:25:54 > Density (Step: 44000, Using train images): 1.2866438824333564
[INFO] 2021-10-19 04:25:54 > Coverage (Step: 44000, Using train images): 0.6796308954203691
[INFO] 2021-10-19 04:25:54 > Best FID score (Step: 44000, Using train moments): 9.498790342517736
[INFO] 2021-10-19 04:26:16 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 04:27:57 > Step: 44100 Progress: 11.0% Elapsed: 12:25:48 Gen_loss: 1.58 Dis_loss: 0.7615 Cls_loss: N/A Topk: N/A ada_p: 0.1023
[INFO] 2021-10-19 04:29:04 > Step: 44200 Progress: 11.1% Elapsed: 12:26:55 Gen_loss: 1.988 Dis_loss: 0.8222 Cls_loss: N/A Topk: N/A ada_p: 0.1038
[INFO] 2021-10-19 04:30:55 > Step: 44300 Progress: 11.1% Elapsed: 12:28:47 Gen_loss: 2.504 Dis_loss: 0.6596 Cls_loss: N/A Topk: N/A ada_p: 0.103
[INFO] 2021-10-19 04:32:02 > Step: 44400 Progress: 11.1% Elapsed: 12:29:53 Gen_loss: 3.812 Dis_loss: 0.7805 Cls_loss: N/A Topk: N/A ada_p: 0.1064
[INFO] 2021-10-19 04:33:43 > Step: 44500 Progress: 11.1% Elapsed: 12:31:34 Gen_loss: 2.217 Dis_loss: 0.6366 Cls_loss: N/A Topk: N/A ada_p: 0.1047
[INFO] 2021-10-19 04:34:50 > Step: 44600 Progress: 11.2% Elapsed: 12:32:41 Gen_loss: 1.797 Dis_loss: 0.424 Cls_loss: N/A Topk: N/A ada_p: 0.1027
[INFO] 2021-10-19 04:36:32 > Step: 44700 Progress: 11.2% Elapsed: 12:34:24 Gen_loss: 1.991 Dis_loss: 0.4474 Cls_loss: N/A Topk: N/A ada_p: 0.1019
[INFO] 2021-10-19 04:37:39 > Step: 44800 Progress: 11.2% Elapsed: 12:35:30 Gen_loss: 1.158 Dis_loss: 0.6945 Cls_loss: N/A Topk: N/A ada_p: 0.1004
[INFO] 2021-10-19 04:38:45 > Step: 44900 Progress: 11.2% Elapsed: 12:36:37 Gen_loss: 1.702 Dis_loss: 0.6654 Cls_loss: N/A Topk: N/A ada_p: 0.09997
[INFO] 2021-10-19 04:41:00 > Step: 45000 Progress: 11.2% Elapsed: 12:38:51 Gen_loss: 3.051 Dis_loss: 0.7757 Cls_loss: N/A Topk: N/A ada_p: 0.09587
[INFO] 2021-10-19 04:42:06 > Step: 45100 Progress: 11.3% Elapsed: 12:39:58 Gen_loss: 1.396 Dis_loss: 0.8063 Cls_loss: N/A Topk: N/A ada_p: 0.0951
[INFO] 2021-10-19 04:43:46 > Step: 45200 Progress: 11.3% Elapsed: 12:41:38 Gen_loss: 3.736 Dis_loss: 0.3497 Cls_loss: N/A Topk: N/A ada_p: 0.09792
[INFO] 2021-10-19 04:44:53 > Step: 45300 Progress: 11.3% Elapsed: 12:42:44 Gen_loss: 1.547 Dis_loss: 0.5659 Cls_loss: N/A Topk: N/A ada_p: 0.09882
[INFO] 2021-10-19 04:46:33 > Step: 45400 Progress: 11.3% Elapsed: 12:44:25 Gen_loss: 2.803 Dis_loss: 0.6858 Cls_loss: N/A Topk: N/A ada_p: 0.1016
[INFO] 2021-10-19 04:47:40 > Step: 45500 Progress: 11.4% Elapsed: 12:45:32 Gen_loss: 2.817 Dis_loss: 0.5241 Cls_loss: N/A Topk: N/A ada_p: 0.1044
[INFO] 2021-10-19 04:48:47 > Step: 45600 Progress: 11.4% Elapsed: 12:46:39 Gen_loss: 2.695 Dis_loss: 0.9002 Cls_loss: N/A Topk: N/A ada_p: 0.1021
[INFO] 2021-10-19 04:50:28 > Step: 45700 Progress: 11.4% Elapsed: 12:48:20 Gen_loss: 1.994 Dis_loss: 0.6191 Cls_loss: N/A Topk: N/A ada_p: 0.09792
[INFO] 2021-10-19 04:51:35 > Step: 45800 Progress: 11.5% Elapsed: 12:49:26 Gen_loss: 1.527 Dis_loss: 0.7052 Cls_loss: N/A Topk: N/A ada_p: 0.1028
[INFO] 2021-10-19 04:53:15 > Step: 45900 Progress: 11.5% Elapsed: 12:51:06 Gen_loss: 2.277 Dis_loss: 0.6364 Cls_loss: N/A Topk: N/A ada_p: 0.1012
[INFO] 2021-10-19 04:54:21 > Step: 46000 Progress: 11.5% Elapsed: 12:52:12 Gen_loss: 1.732 Dis_loss: 0.9924 Cls_loss: N/A Topk: N/A ada_p: 0.09536
[INFO] 2021-10-19 04:54:21 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 04:54:23 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_46000.png
[INFO] 2021-10-19 04:54:24 > Start Evaluation (46000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 04:54:24 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 04:55:36 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 04:56:58 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 04:59:56 > Inception score (Step: 46000, 14630 generated images): 11.177003860473633
[INFO] 2021-10-19 04:59:56 > FID score (Step: 46000, Using train moments): 9.286899560544867
[INFO] 2021-10-19 04:59:56 > Improved Precision (Step: 46000, Using train images): 0.8454545454545455
[INFO] 2021-10-19 04:59:56 > Improved Recall (Step: 46000, Using train images): 0.3318523581681476
[INFO] 2021-10-19 04:59:56 > Density (Step: 46000, Using train images): 1.2788106630211895
[INFO] 2021-10-19 04:59:56 > Coverage (Step: 46000, Using train images): 0.7006835269993165
[INFO] 2021-10-19 04:59:56 > Best FID score (Step: 46000, Using train moments): 9.286899560544867
[INFO] 2021-10-19 05:00:18 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 05:01:59 > Step: 46100 Progress: 11.5% Elapsed: 12:59:51 Gen_loss: 1.748 Dis_loss: 0.5022 Cls_loss: N/A Topk: N/A ada_p: 0.09472
[INFO] 2021-10-19 05:03:05 > Step: 46200 Progress: 11.6% Elapsed: 13:00:57 Gen_loss: 2.574 Dis_loss: 0.1394 Cls_loss: N/A Topk: N/A ada_p: 0.09958
[INFO] 2021-10-19 05:04:45 > Step: 46300 Progress: 11.6% Elapsed: 13:02:37 Gen_loss: 2.649 Dis_loss: 0.7945 Cls_loss: N/A Topk: N/A ada_p: 0.09907
[INFO] 2021-10-19 05:05:52 > Step: 46400 Progress: 11.6% Elapsed: 13:03:44 Gen_loss: 4.104 Dis_loss: 1.083 Cls_loss: N/A Topk: N/A ada_p: 0.09933
[INFO] 2021-10-19 05:06:59 > Step: 46500 Progress: 11.6% Elapsed: 13:04:50 Gen_loss: 1.659 Dis_loss: 0.6356 Cls_loss: N/A Topk: N/A ada_p: 0.09997
[INFO] 2021-10-19 05:08:40 > Step: 46600 Progress: 11.7% Elapsed: 13:06:32 Gen_loss: 2.419 Dis_loss: 0.6274 Cls_loss: N/A Topk: N/A ada_p: 0.09715
[INFO] 2021-10-19 05:09:47 > Step: 46700 Progress: 11.7% Elapsed: 13:07:38 Gen_loss: 2.637 Dis_loss: 1.006 Cls_loss: N/A Topk: N/A ada_p: 0.1028
[INFO] 2021-10-19 05:11:27 > Step: 46800 Progress: 11.7% Elapsed: 13:09:18 Gen_loss: 2.325 Dis_loss: 0.5483 Cls_loss: N/A Topk: N/A ada_p: 0.102
[INFO] 2021-10-19 05:12:34 > Step: 46900 Progress: 11.7% Elapsed: 13:10:25 Gen_loss: 1.411 Dis_loss: 0.5987 Cls_loss: N/A Topk: N/A ada_p: 0.1024
[INFO] 2021-10-19 05:14:14 > Step: 47000 Progress: 11.8% Elapsed: 13:12:05 Gen_loss: 2.414 Dis_loss: 1.495 Cls_loss: N/A Topk: N/A ada_p: 0.1062
[INFO] 2021-10-19 05:15:20 > Step: 47100 Progress: 11.8% Elapsed: 13:13:12 Gen_loss: 1.57 Dis_loss: 0.794 Cls_loss: N/A Topk: N/A ada_p: 0.106
[INFO] 2021-10-19 05:17:00 > Step: 47200 Progress: 11.8% Elapsed: 13:14:51 Gen_loss: 1.847 Dis_loss: 0.6623 Cls_loss: N/A Topk: N/A ada_p: 0.1091
[INFO] 2021-10-19 05:18:07 > Step: 47300 Progress: 11.8% Elapsed: 13:15:58 Gen_loss: 1.177 Dis_loss: 0.903 Cls_loss: N/A Topk: N/A ada_p: 0.1094
[INFO] 2021-10-19 05:19:13 > Step: 47400 Progress: 11.8% Elapsed: 13:17:05 Gen_loss: 1.574 Dis_loss: 0.7104 Cls_loss: N/A Topk: N/A ada_p: 0.1153
[INFO] 2021-10-19 05:20:53 > Step: 47500 Progress: 11.9% Elapsed: 13:18:44 Gen_loss: 2.369 Dis_loss: 0.6037 Cls_loss: N/A Topk: N/A ada_p: 0.113
[INFO] 2021-10-19 05:22:01 > Step: 47600 Progress: 11.9% Elapsed: 13:19:52 Gen_loss: 3.514 Dis_loss: 1.071 Cls_loss: N/A Topk: N/A ada_p: 0.1105
[INFO] 2021-10-19 05:24:19 > Step: 47700 Progress: 11.9% Elapsed: 13:22:11 Gen_loss: 1.838 Dis_loss: 0.4652 Cls_loss: N/A Topk: N/A ada_p: 0.1093
[INFO] 2021-10-19 05:25:26 > Step: 47800 Progress: 11.9% Elapsed: 13:23:18 Gen_loss: 2.035 Dis_loss: 0.4312 Cls_loss: N/A Topk: N/A ada_p: 0.1108
[INFO] 2021-10-19 05:27:07 > Step: 47900 Progress: 12.0% Elapsed: 13:24:58 Gen_loss: 1.431 Dis_loss: 0.7232 Cls_loss: N/A Topk: N/A ada_p: 0.1116
[INFO] 2021-10-19 05:28:13 > Step: 48000 Progress: 12.0% Elapsed: 13:26:05 Gen_loss: 6.218 Dis_loss: 1.806 Cls_loss: N/A Topk: N/A ada_p: 0.1132
[INFO] 2021-10-19 05:28:13 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 05:28:15 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_48000.png
[INFO] 2021-10-19 05:28:17 > Start Evaluation (48000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 05:28:17 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 05:29:28 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 05:30:50 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 05:33:45 > Inception score (Step: 48000, 14630 generated images): 11.4480619430542
[INFO] 2021-10-19 05:33:45 > FID score (Step: 48000, Using train moments): 9.224156143074282
[INFO] 2021-10-19 05:33:45 > Improved Precision (Step: 48000, Using train images): 0.8513328776486672
[INFO] 2021-10-19 05:33:45 > Improved Recall (Step: 48000, Using train images): 0.3434723171565277
[INFO] 2021-10-19 05:33:45 > Density (Step: 48000, Using train images): 1.2974162679425838
[INFO] 2021-10-19 05:33:45 > Coverage (Step: 48000, Using train images): 0.7030758714969241
[INFO] 2021-10-19 05:33:45 > Best FID score (Step: 48000, Using train moments): 9.224156143074282
[INFO] 2021-10-19 05:34:06 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 05:35:13 > Step: 48100 Progress: 12.0% Elapsed: 13:33:05 Gen_loss: 1.526 Dis_loss: 1.069 Cls_loss: N/A Topk: N/A ada_p: 0.1102
[INFO] 2021-10-19 05:36:57 > Step: 48200 Progress: 12.0% Elapsed: 13:34:49 Gen_loss: 3.493 Dis_loss: 0.4381 Cls_loss: N/A Topk: N/A ada_p: 0.1153
[INFO] 2021-10-19 05:38:04 > Step: 48300 Progress: 12.1% Elapsed: 13:35:55 Gen_loss: 2.015 Dis_loss: 0.6657 Cls_loss: N/A Topk: N/A ada_p: 0.1153
[INFO] 2021-10-19 05:39:45 > Step: 48400 Progress: 12.1% Elapsed: 13:37:36 Gen_loss: 1.61 Dis_loss: 0.9572 Cls_loss: N/A Topk: N/A ada_p: 0.1156
[INFO] 2021-10-19 05:40:51 > Step: 48500 Progress: 12.1% Elapsed: 13:38:43 Gen_loss: 1.952 Dis_loss: 0.819 Cls_loss: N/A Topk: N/A ada_p: 0.1114
[INFO] 2021-10-19 05:42:33 > Step: 48600 Progress: 12.2% Elapsed: 13:40:24 Gen_loss: 2.54 Dis_loss: 0.8615 Cls_loss: N/A Topk: N/A ada_p: 0.1098
[INFO] 2021-10-19 05:43:40 > Step: 48700 Progress: 12.2% Elapsed: 13:41:31 Gen_loss: 2.405 Dis_loss: 0.491 Cls_loss: N/A Topk: N/A ada_p: 0.1098
[INFO] 2021-10-19 05:45:20 > Step: 48800 Progress: 12.2% Elapsed: 13:43:11 Gen_loss: 1.701 Dis_loss: 0.5155 Cls_loss: N/A Topk: N/A ada_p: 0.1114
[INFO] 2021-10-19 05:46:27 > Step: 48900 Progress: 12.2% Elapsed: 13:44:18 Gen_loss: 2.173 Dis_loss: 0.4494 Cls_loss: N/A Topk: N/A ada_p: 0.1128
[INFO] 2021-10-19 05:47:33 > Step: 49000 Progress: 12.2% Elapsed: 13:45:25 Gen_loss: 1.447 Dis_loss: 0.8819 Cls_loss: N/A Topk: N/A ada_p: 0.1143
[INFO] 2021-10-19 05:49:13 > Step: 49100 Progress: 12.3% Elapsed: 13:47:05 Gen_loss: 1.798 Dis_loss: 0.6169 Cls_loss: N/A Topk: N/A ada_p: 0.111
[INFO] 2021-10-19 05:50:20 > Step: 49200 Progress: 12.3% Elapsed: 13:48:12 Gen_loss: 1.639 Dis_loss: 0.8685 Cls_loss: N/A Topk: N/A ada_p: 0.1148
[INFO] 2021-10-19 05:52:00 > Step: 49300 Progress: 12.3% Elapsed: 13:49:52 Gen_loss: 2.639 Dis_loss: 0.7117 Cls_loss: N/A Topk: N/A ada_p: 0.1149
[INFO] 2021-10-19 05:53:07 > Step: 49400 Progress: 12.3% Elapsed: 13:50:58 Gen_loss: 1.514 Dis_loss: 1.201 Cls_loss: N/A Topk: N/A ada_p: 0.1178
[INFO] 2021-10-19 05:54:47 > Step: 49500 Progress: 12.4% Elapsed: 13:52:38 Gen_loss: 1.827 Dis_loss: 0.3767 Cls_loss: N/A Topk: N/A ada_p: 0.1129
[INFO] 2021-10-19 05:55:53 > Step: 49600 Progress: 12.4% Elapsed: 13:53:45 Gen_loss: 2.403 Dis_loss: 0.64 Cls_loss: N/A Topk: N/A ada_p: 0.1139
[INFO] 2021-10-19 05:57:00 > Step: 49700 Progress: 12.4% Elapsed: 13:54:51 Gen_loss: 0.5341 Dis_loss: 1.431 Cls_loss: N/A Topk: N/A ada_p: 0.1189
[INFO] 2021-10-19 05:58:42 > Step: 49800 Progress: 12.4% Elapsed: 13:56:34 Gen_loss: 2.463 Dis_loss: 0.8035 Cls_loss: N/A Topk: N/A ada_p: 0.1192
[INFO] 2021-10-19 05:59:48 > Step: 49900 Progress: 12.5% Elapsed: 13:57:40 Gen_loss: 1.515 Dis_loss: 0.9782 Cls_loss: N/A Topk: N/A ada_p: 0.1197
[INFO] 2021-10-19 06:01:28 > Step: 50000 Progress: 12.5% Elapsed: 13:59:20 Gen_loss: 2.996 Dis_loss: 0.7663 Cls_loss: N/A Topk: N/A ada_p: 0.1199
[INFO] 2021-10-19 06:01:28 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 06:01:30 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_50000.png
[INFO] 2021-10-19 06:01:32 > Start Evaluation (50000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 06:01:32 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 06:02:43 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 06:04:05 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 06:07:00 > Inception score (Step: 50000, 14630 generated images): 11.572060585021973
[INFO] 2021-10-19 06:07:00 > FID score (Step: 50000, Using train moments): 8.935710069310232
[INFO] 2021-10-19 06:07:00 > Improved Precision (Step: 50000, Using train images): 0.8477785372522214
[INFO] 2021-10-19 06:07:00 > Improved Recall (Step: 50000, Using train images): 0.3360902255639098
[INFO] 2021-10-19 06:07:00 > Density (Step: 50000, Using train images): 1.2628844839371156
[INFO] 2021-10-19 06:07:00 > Coverage (Step: 50000, Using train images): 0.7019822282980178
[INFO] 2021-10-19 06:07:00 > Best FID score (Step: 50000, Using train moments): 8.935710069310232
[INFO] 2021-10-19 06:07:26 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 06:08:33 > Step: 50100 Progress: 12.5% Elapsed: 14:06:25 Gen_loss: 2.397 Dis_loss: 0.9858 Cls_loss: N/A Topk: N/A ada_p: 0.1147
[INFO] 2021-10-19 06:10:13 > Step: 50200 Progress: 12.6% Elapsed: 14:08:05 Gen_loss: 2.496 Dis_loss: 0.6305 Cls_loss: N/A Topk: N/A ada_p: 0.1167
[INFO] 2021-10-19 06:11:20 > Step: 50300 Progress: 12.6% Elapsed: 14:09:11 Gen_loss: 3.045 Dis_loss: 1.188 Cls_loss: N/A Topk: N/A ada_p: 0.116
[INFO] 2021-10-19 06:13:02 > Step: 50400 Progress: 12.6% Elapsed: 14:10:54 Gen_loss: 2.604 Dis_loss: 1.032 Cls_loss: N/A Topk: N/A ada_p: 0.1155
[INFO] 2021-10-19 06:14:09 > Step: 50500 Progress: 12.6% Elapsed: 14:12:00 Gen_loss: 2.131 Dis_loss: 0.7392 Cls_loss: N/A Topk: N/A ada_p: 0.1125
[INFO] 2021-10-19 06:15:15 > Step: 50600 Progress: 12.7% Elapsed: 14:13:07 Gen_loss: 0.91 Dis_loss: 0.8162 Cls_loss: N/A Topk: N/A ada_p: 0.1128
[INFO] 2021-10-19 06:16:56 > Step: 50700 Progress: 12.7% Elapsed: 14:14:47 Gen_loss: 0.7275 Dis_loss: 0.8509 Cls_loss: N/A Topk: N/A ada_p: 0.1153
[INFO] 2021-10-19 06:18:03 > Step: 50800 Progress: 12.7% Elapsed: 14:15:54 Gen_loss: 0.7112 Dis_loss: 1.692 Cls_loss: N/A Topk: N/A ada_p: 0.1215
[INFO] 2021-10-19 06:19:43 > Step: 50900 Progress: 12.7% Elapsed: 14:17:35 Gen_loss: 1.359 Dis_loss: 0.6976 Cls_loss: N/A Topk: N/A ada_p: 0.1221
[INFO] 2021-10-19 06:20:50 > Step: 51000 Progress: 12.8% Elapsed: 14:18:41 Gen_loss: 2.314 Dis_loss: 0.3222 Cls_loss: N/A Topk: N/A ada_p: 0.1185
[INFO] 2021-10-19 06:22:31 > Step: 51100 Progress: 12.8% Elapsed: 14:20:22 Gen_loss: 1.448 Dis_loss: 0.4969 Cls_loss: N/A Topk: N/A ada_p: 0.1211
[INFO] 2021-10-19 06:23:38 > Step: 51200 Progress: 12.8% Elapsed: 14:21:29 Gen_loss: 1.091 Dis_loss: 0.5706 Cls_loss: N/A Topk: N/A ada_p: 0.1226
[INFO] 2021-10-19 06:24:44 > Step: 51300 Progress: 12.8% Elapsed: 14:22:36 Gen_loss: 2.294 Dis_loss: 0.5445 Cls_loss: N/A Topk: N/A ada_p: 0.1202
[INFO] 2021-10-19 06:26:25 > Step: 51400 Progress: 12.8% Elapsed: 14:24:16 Gen_loss: 2.363 Dis_loss: 0.7536 Cls_loss: N/A Topk: N/A ada_p: 0.1187
[INFO] 2021-10-19 06:27:31 > Step: 51500 Progress: 12.9% Elapsed: 14:25:22 Gen_loss: 2.955 Dis_loss: 1.147 Cls_loss: N/A Topk: N/A ada_p: 0.1181
[INFO] 2021-10-19 06:29:12 > Step: 51600 Progress: 12.9% Elapsed: 14:27:04 Gen_loss: 3.884 Dis_loss: 0.1962 Cls_loss: N/A Topk: N/A ada_p: 0.1176
[INFO] 2021-10-19 06:30:19 > Step: 51700 Progress: 12.9% Elapsed: 14:28:10 Gen_loss: 1.548 Dis_loss: 0.664 Cls_loss: N/A Topk: N/A ada_p: 0.1175
[INFO] 2021-10-19 06:32:00 > Step: 51800 Progress: 13.0% Elapsed: 14:29:51 Gen_loss: 2.133 Dis_loss: 0.6215 Cls_loss: N/A Topk: N/A ada_p: 0.119
[INFO] 2021-10-19 06:33:06 > Step: 51900 Progress: 13.0% Elapsed: 14:30:58 Gen_loss: 3.35 Dis_loss: 1.099 Cls_loss: N/A Topk: N/A ada_p: 0.1206
[INFO] 2021-10-19 06:34:46 > Step: 52000 Progress: 13.0% Elapsed: 14:32:38 Gen_loss: 2.511 Dis_loss: 0.8005 Cls_loss: N/A Topk: N/A ada_p: 0.1162
[INFO] 2021-10-19 06:34:46 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 06:34:48 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_52000.png
[INFO] 2021-10-19 06:34:50 > Start Evaluation (52000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 06:34:50 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 06:36:01 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 06:37:23 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 06:40:18 > Inception score (Step: 52000, 14630 generated images): 11.482063293457031
[INFO] 2021-10-19 06:40:18 > FID score (Step: 52000, Using train moments): 8.63512755066327
[INFO] 2021-10-19 06:40:18 > Improved Precision (Step: 52000, Using train images): 0.8562542720437457
[INFO] 2021-10-19 06:40:18 > Improved Recall (Step: 52000, Using train images): 0.3533151059466849
[INFO] 2021-10-19 06:40:18 > Density (Step: 52000, Using train images): 1.2640874914559126
[INFO] 2021-10-19 06:40:18 > Coverage (Step: 52000, Using train images): 0.7187286397812713
[INFO] 2021-10-19 06:40:18 > Best FID score (Step: 52000, Using train moments): 8.63512755066327
[INFO] 2021-10-19 06:40:40 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 06:41:47 > Step: 52100 Progress: 13.0% Elapsed: 14:39:38 Gen_loss: 2.75 Dis_loss: 0.7628 Cls_loss: N/A Topk: N/A ada_p: 0.1194
[INFO] 2021-10-19 06:42:53 > Step: 52200 Progress: 13.1% Elapsed: 14:40:45 Gen_loss: 1.691 Dis_loss: 0.8076 Cls_loss: N/A Topk: N/A ada_p: 0.1179
[INFO] 2021-10-19 06:44:34 > Step: 52300 Progress: 13.1% Elapsed: 14:42:25 Gen_loss: 0.7661 Dis_loss: 0.957 Cls_loss: N/A Topk: N/A ada_p: 0.1248
[INFO] 2021-10-19 06:45:40 > Step: 52400 Progress: 13.1% Elapsed: 14:43:32 Gen_loss: 1.638 Dis_loss: 0.7154 Cls_loss: N/A Topk: N/A ada_p: 0.1243
[INFO] 2021-10-19 06:47:21 > Step: 52500 Progress: 13.1% Elapsed: 14:45:12 Gen_loss: 1.884 Dis_loss: 0.6209 Cls_loss: N/A Topk: N/A ada_p: 0.1252
[INFO] 2021-10-19 06:48:27 > Step: 52600 Progress: 13.2% Elapsed: 14:46:19 Gen_loss: 1.941 Dis_loss: 0.5158 Cls_loss: N/A Topk: N/A ada_p: 0.128
[INFO] 2021-10-19 06:50:18 > Step: 52700 Progress: 13.2% Elapsed: 14:48:09 Gen_loss: 0.8497 Dis_loss: 1.202 Cls_loss: N/A Topk: N/A ada_p: 0.1254
[INFO] 2021-10-19 06:51:25 > Step: 52800 Progress: 13.2% Elapsed: 14:49:16 Gen_loss: 2.883 Dis_loss: 0.6999 Cls_loss: N/A Topk: N/A ada_p: 0.1249
[INFO] 2021-10-19 06:53:05 > Step: 52900 Progress: 13.2% Elapsed: 14:50:57 Gen_loss: 2.07 Dis_loss: 0.7896 Cls_loss: N/A Topk: N/A ada_p: 0.1245
[INFO] 2021-10-19 06:54:12 > Step: 53000 Progress: 13.2% Elapsed: 14:52:03 Gen_loss: 2.696 Dis_loss: 0.5616 Cls_loss: N/A Topk: N/A ada_p: 0.1271
[INFO] 2021-10-19 06:55:18 > Step: 53100 Progress: 13.3% Elapsed: 14:53:10 Gen_loss: 2.851 Dis_loss: 0.4326 Cls_loss: N/A Topk: N/A ada_p: 0.1297
[INFO] 2021-10-19 06:56:58 > Step: 53200 Progress: 13.3% Elapsed: 14:54:50 Gen_loss: 2.582 Dis_loss: 0.5602 Cls_loss: N/A Topk: N/A ada_p: 0.1289
[INFO] 2021-10-19 06:58:05 > Step: 53300 Progress: 13.3% Elapsed: 14:55:57 Gen_loss: 1.824 Dis_loss: 0.764 Cls_loss: N/A Topk: N/A ada_p: 0.1324
[INFO] 2021-10-19 06:59:46 > Step: 53400 Progress: 13.4% Elapsed: 14:57:37 Gen_loss: 2.285 Dis_loss: 0.3645 Cls_loss: N/A Topk: N/A ada_p: 0.1285
[INFO] 2021-10-19 07:00:52 > Step: 53500 Progress: 13.4% Elapsed: 14:58:44 Gen_loss: 2.204 Dis_loss: 0.8064 Cls_loss: N/A Topk: N/A ada_p: 0.1311
[INFO] 2021-10-19 07:02:33 > Step: 53600 Progress: 13.4% Elapsed: 15:00:24 Gen_loss: 1.686 Dis_loss: 0.5114 Cls_loss: N/A Topk: N/A ada_p: 0.1295
[INFO] 2021-10-19 07:03:40 > Step: 53700 Progress: 13.4% Elapsed: 15:01:32 Gen_loss: 2.104 Dis_loss: 1.383 Cls_loss: N/A Topk: N/A ada_p: 0.1294
[INFO] 2021-10-19 07:04:46 > Step: 53800 Progress: 13.5% Elapsed: 15:02:38 Gen_loss: 1.56 Dis_loss: 0.8401 Cls_loss: N/A Topk: N/A ada_p: 0.1292
[INFO] 2021-10-19 07:06:26 > Step: 53900 Progress: 13.5% Elapsed: 15:04:18 Gen_loss: 1.275 Dis_loss: 0.6683 Cls_loss: N/A Topk: N/A ada_p: 0.1261
[INFO] 2021-10-19 07:07:33 > Step: 54000 Progress: 13.5% Elapsed: 15:05:25 Gen_loss: 3.003 Dis_loss: 0.2829 Cls_loss: N/A Topk: N/A ada_p: 0.1289
[INFO] 2021-10-19 07:07:33 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 07:07:35 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_54000.png
[INFO] 2021-10-19 07:07:37 > Start Evaluation (54000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 07:07:37 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 07:08:48 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 07:10:10 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 07:13:11 > Inception score (Step: 54000, 14630 generated images): 11.53267765045166
[INFO] 2021-10-19 07:13:11 > FID score (Step: 54000, Using train moments): 8.669411003753794
[INFO] 2021-10-19 07:13:11 > Improved Precision (Step: 54000, Using train images): 0.8447026657552973
[INFO] 2021-10-19 07:13:11 > Improved Recall (Step: 54000, Using train images): 0.36684894053315104
[INFO] 2021-10-19 07:13:11 > Density (Step: 54000, Using train images): 1.251989063568011
[INFO] 2021-10-19 07:13:11 > Coverage (Step: 54000, Using train images): 0.7235133287764867
[INFO] 2021-10-19 07:13:11 > Best FID score (Step: 52000, Using train moments): 8.63512755066327
[INFO] 2021-10-19 07:13:22 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 07:15:03 > Step: 54100 Progress: 13.5% Elapsed: 15:12:55 Gen_loss: 2.12 Dis_loss: 0.381 Cls_loss: N/A Topk: N/A ada_p: 0.1341
[INFO] 2021-10-19 07:16:11 > Step: 54200 Progress: 13.6% Elapsed: 15:14:02 Gen_loss: 3.454 Dis_loss: 0.721 Cls_loss: N/A Topk: N/A ada_p: 0.1316
[INFO] 2021-10-19 07:17:52 > Step: 54300 Progress: 13.6% Elapsed: 15:15:44 Gen_loss: 1.382 Dis_loss: 0.7131 Cls_loss: N/A Topk: N/A ada_p: 0.1311
[INFO] 2021-10-19 07:18:59 > Step: 54400 Progress: 13.6% Elapsed: 15:16:50 Gen_loss: 5.254 Dis_loss: 1.942 Cls_loss: N/A Topk: N/A ada_p: 0.1334
[INFO] 2021-10-19 07:20:39 > Step: 54500 Progress: 13.6% Elapsed: 15:18:30 Gen_loss: 1.972 Dis_loss: 0.7302 Cls_loss: N/A Topk: N/A ada_p: 0.1325
[INFO] 2021-10-19 07:21:45 > Step: 54600 Progress: 13.7% Elapsed: 15:19:37 Gen_loss: 2.071 Dis_loss: 0.4433 Cls_loss: N/A Topk: N/A ada_p: 0.1332
[INFO] 2021-10-19 07:22:52 > Step: 54700 Progress: 13.7% Elapsed: 15:20:43 Gen_loss: 3.676 Dis_loss: 1.46 Cls_loss: N/A Topk: N/A ada_p: 0.1322
[INFO] 2021-10-19 07:24:32 > Step: 54800 Progress: 13.7% Elapsed: 15:22:24 Gen_loss: 1.987 Dis_loss: 1.038 Cls_loss: N/A Topk: N/A ada_p: 0.1317
[INFO] 2021-10-19 07:25:43 > Step: 54900 Progress: 13.7% Elapsed: 15:23:35 Gen_loss: 1.226 Dis_loss: 1.14 Cls_loss: N/A Topk: N/A ada_p: 0.1308
[INFO] 2021-10-19 07:27:23 > Step: 55000 Progress: 13.8% Elapsed: 15:25:14 Gen_loss: 3.015 Dis_loss: 0.5616 Cls_loss: N/A Topk: N/A ada_p: 0.1313
[INFO] 2021-10-19 07:28:30 > Step: 55100 Progress: 13.8% Elapsed: 15:26:21 Gen_loss: 1.877 Dis_loss: 0.4277 Cls_loss: N/A Topk: N/A ada_p: 0.1285
[INFO] 2021-10-19 07:30:11 > Step: 55200 Progress: 13.8% Elapsed: 15:28:03 Gen_loss: 1.893 Dis_loss: 1.13 Cls_loss: N/A Topk: N/A ada_p: 0.128
[INFO] 2021-10-19 07:31:18 > Step: 55300 Progress: 13.8% Elapsed: 15:29:09 Gen_loss: 2.248 Dis_loss: 0.567 Cls_loss: N/A Topk: N/A ada_p: 0.1317
[INFO] 2021-10-19 07:32:24 > Step: 55400 Progress: 13.9% Elapsed: 15:30:16 Gen_loss: 0.8969 Dis_loss: 1.696 Cls_loss: N/A Topk: N/A ada_p: 0.1345
[INFO] 2021-10-19 07:34:05 > Step: 55500 Progress: 13.9% Elapsed: 15:31:57 Gen_loss: 1.931 Dis_loss: 0.578 Cls_loss: N/A Topk: N/A ada_p: 0.1325
[INFO] 2021-10-19 07:35:12 > Step: 55600 Progress: 13.9% Elapsed: 15:33:04 Gen_loss: 2.22 Dis_loss: 0.6965 Cls_loss: N/A Topk: N/A ada_p: 0.1286
[INFO] 2021-10-19 07:36:53 > Step: 55700 Progress: 13.9% Elapsed: 15:34:45 Gen_loss: 2.817 Dis_loss: 1.288 Cls_loss: N/A Topk: N/A ada_p: 0.1303
[INFO] 2021-10-19 07:38:00 > Step: 55800 Progress: 14.0% Elapsed: 15:35:52 Gen_loss: 1.761 Dis_loss: 0.7157 Cls_loss: N/A Topk: N/A ada_p: 0.1318
[INFO] 2021-10-19 07:39:41 > Step: 55900 Progress: 14.0% Elapsed: 15:37:33 Gen_loss: 1.768 Dis_loss: 1.029 Cls_loss: N/A Topk: N/A ada_p: 0.1318
[INFO] 2021-10-19 07:40:48 > Step: 56000 Progress: 14.0% Elapsed: 15:38:39 Gen_loss: 2.62 Dis_loss: 0.3814 Cls_loss: N/A Topk: N/A ada_p: 0.1326
[INFO] 2021-10-19 07:40:48 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 07:40:49 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_56000.png
[INFO] 2021-10-19 07:40:51 > Start Evaluation (56000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 07:40:51 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 07:42:03 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 07:43:25 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 07:46:26 > Inception score (Step: 56000, 14630 generated images): 11.687004089355469
[INFO] 2021-10-19 07:46:26 > FID score (Step: 56000, Using train moments): 8.271506031715376
[INFO] 2021-10-19 07:46:26 > Improved Precision (Step: 56000, Using train images): 0.8541353383458646
[INFO] 2021-10-19 07:46:26 > Improved Recall (Step: 56000, Using train images): 0.3596719070403281
[INFO] 2021-10-19 07:46:26 > Density (Step: 56000, Using train images): 1.264183185235817
[INFO] 2021-10-19 07:46:26 > Coverage (Step: 56000, Using train images): 0.7332877648667122
[INFO] 2021-10-19 07:46:26 > Best FID score (Step: 56000, Using train moments): 8.271506031715376
[INFO] 2021-10-19 07:46:51 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 07:48:33 > Step: 56100 Progress: 14.0% Elapsed: 15:46:24 Gen_loss: 1.3 Dis_loss: 0.5965 Cls_loss: N/A Topk: N/A ada_p: 0.134
[INFO] 2021-10-19 07:49:40 > Step: 56200 Progress: 14.1% Elapsed: 15:47:31 Gen_loss: 0.9317 Dis_loss: 0.8452 Cls_loss: N/A Topk: N/A ada_p: 0.1322
[INFO] 2021-10-19 07:50:46 > Step: 56300 Progress: 14.1% Elapsed: 15:48:38 Gen_loss: 1.305 Dis_loss: 1.204 Cls_loss: N/A Topk: N/A ada_p: 0.1325
[INFO] 2021-10-19 07:52:26 > Step: 56400 Progress: 14.1% Elapsed: 15:50:18 Gen_loss: 2.524 Dis_loss: 0.7196 Cls_loss: N/A Topk: N/A ada_p: 0.1345
[INFO] 2021-10-19 07:53:33 > Step: 56500 Progress: 14.1% Elapsed: 15:51:24 Gen_loss: 1.724 Dis_loss: 0.9498 Cls_loss: N/A Topk: N/A ada_p: 0.128
[INFO] 2021-10-19 07:55:15 > Step: 56600 Progress: 14.1% Elapsed: 15:53:07 Gen_loss: 0.9394 Dis_loss: 1.289 Cls_loss: N/A Topk: N/A ada_p: 0.1318
[INFO] 2021-10-19 07:56:22 > Step: 56700 Progress: 14.2% Elapsed: 15:54:13 Gen_loss: 2.856 Dis_loss: 0.3302 Cls_loss: N/A Topk: N/A ada_p: 0.1339
[INFO] 2021-10-19 07:58:02 > Step: 56800 Progress: 14.2% Elapsed: 15:55:53 Gen_loss: 1.439 Dis_loss: 0.697 Cls_loss: N/A Topk: N/A ada_p: 0.1377
[INFO] 2021-10-19 07:59:09 > Step: 56900 Progress: 14.2% Elapsed: 15:57:00 Gen_loss: 2.754 Dis_loss: 0.6064 Cls_loss: N/A Topk: N/A ada_p: 0.1379
[INFO] 2021-10-19 08:00:15 > Step: 57000 Progress: 14.2% Elapsed: 15:58:07 Gen_loss: 2.264 Dis_loss: 0.7475 Cls_loss: N/A Topk: N/A ada_p: 0.133
[INFO] 2021-10-19 08:01:55 > Step: 57100 Progress: 14.3% Elapsed: 15:59:46 Gen_loss: 3.252 Dis_loss: 0.3941 Cls_loss: N/A Topk: N/A ada_p: 0.1302
[INFO] 2021-10-19 08:03:01 > Step: 57200 Progress: 14.3% Elapsed: 16:00:53 Gen_loss: 1.57 Dis_loss: 0.551 Cls_loss: N/A Topk: N/A ada_p: 0.135
[INFO] 2021-10-19 08:04:42 > Step: 57300 Progress: 14.3% Elapsed: 16:02:34 Gen_loss: 2.078 Dis_loss: 0.9553 Cls_loss: N/A Topk: N/A ada_p: 0.1388
[INFO] 2021-10-19 08:05:49 > Step: 57400 Progress: 14.3% Elapsed: 16:03:40 Gen_loss: 1.757 Dis_loss: 0.5353 Cls_loss: N/A Topk: N/A ada_p: 0.1385
[INFO] 2021-10-19 08:07:29 > Step: 57500 Progress: 14.4% Elapsed: 16:05:21 Gen_loss: 3.12 Dis_loss: 0.7151 Cls_loss: N/A Topk: N/A ada_p: 0.1385
[INFO] 2021-10-19 08:08:36 > Step: 57600 Progress: 14.4% Elapsed: 16:06:27 Gen_loss: 2.642 Dis_loss: 0.4062 Cls_loss: N/A Topk: N/A ada_p: 0.1362
[INFO] 2021-10-19 08:10:16 > Step: 57700 Progress: 14.4% Elapsed: 16:08:08 Gen_loss: 2.026 Dis_loss: 0.52 Cls_loss: N/A Topk: N/A ada_p: 0.1322
[INFO] 2021-10-19 08:11:23 > Step: 57800 Progress: 14.4% Elapsed: 16:09:14 Gen_loss: 3.039 Dis_loss: 0.5961 Cls_loss: N/A Topk: N/A ada_p: 0.1366
[INFO] 2021-10-19 08:12:29 > Step: 57900 Progress: 14.5% Elapsed: 16:10:21 Gen_loss: 2.851 Dis_loss: 0.6111 Cls_loss: N/A Topk: N/A ada_p: 0.1371
[INFO] 2021-10-19 08:14:10 > Step: 58000 Progress: 14.5% Elapsed: 16:12:01 Gen_loss: 2.022 Dis_loss: 0.6641 Cls_loss: N/A Topk: N/A ada_p: 0.1299
[INFO] 2021-10-19 08:14:10 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 08:14:11 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_58000.png
[INFO] 2021-10-19 08:14:13 > Start Evaluation (58000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 08:14:13 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 08:15:25 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 08:16:46 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 08:19:56 > Inception score (Step: 58000, 14630 generated images): 11.4638032913208
[INFO] 2021-10-19 08:19:56 > FID score (Step: 58000, Using train moments): 8.225888779309969
[INFO] 2021-10-19 08:19:56 > Improved Precision (Step: 58000, Using train images): 0.8438140806561859
[INFO] 2021-10-19 08:19:56 > Improved Recall (Step: 58000, Using train images): 0.3634313055365687
[INFO] 2021-10-19 08:19:56 > Density (Step: 58000, Using train images): 1.209118250170882
[INFO] 2021-10-19 08:19:56 > Coverage (Step: 58000, Using train images): 0.7289131920710868
[INFO] 2021-10-19 08:19:56 > Best FID score (Step: 58000, Using train moments): 8.225888779309969
[INFO] 2021-10-19 08:20:18 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 08:21:25 > Step: 58100 Progress: 14.5% Elapsed: 16:19:17 Gen_loss: 0.969 Dis_loss: 1.285 Cls_loss: N/A Topk: N/A ada_p: 0.1288
[INFO] 2021-10-19 08:23:12 > Step: 58200 Progress: 14.5% Elapsed: 16:21:03 Gen_loss: 2.892 Dis_loss: 0.4246 Cls_loss: N/A Topk: N/A ada_p: 0.1216
[INFO] 2021-10-19 08:24:18 > Step: 58300 Progress: 14.6% Elapsed: 16:22:10 Gen_loss: 2.218 Dis_loss: 0.2204 Cls_loss: N/A Topk: N/A ada_p: 0.1265
[INFO] 2021-10-19 08:25:58 > Step: 58400 Progress: 14.6% Elapsed: 16:23:50 Gen_loss: 3.068 Dis_loss: 0.4184 Cls_loss: N/A Topk: N/A ada_p: 0.1303
[INFO] 2021-10-19 08:27:05 > Step: 58500 Progress: 14.6% Elapsed: 16:24:57 Gen_loss: 1.084 Dis_loss: 0.7846 Cls_loss: N/A Topk: N/A ada_p: 0.1317
[INFO] 2021-10-19 08:28:45 > Step: 58600 Progress: 14.6% Elapsed: 16:26:36 Gen_loss: 2.406 Dis_loss: 0.3504 Cls_loss: N/A Topk: N/A ada_p: 0.1348
[INFO] 2021-10-19 08:29:51 > Step: 58700 Progress: 14.7% Elapsed: 16:27:43 Gen_loss: 2.005 Dis_loss: 1.192 Cls_loss: N/A Topk: N/A ada_p: 0.1363
[INFO] 2021-10-19 08:30:58 > Step: 58800 Progress: 14.7% Elapsed: 16:28:50 Gen_loss: 2.858 Dis_loss: 0.3806 Cls_loss: N/A Topk: N/A ada_p: 0.1402
[INFO] 2021-10-19 08:32:40 > Step: 58900 Progress: 14.7% Elapsed: 16:30:31 Gen_loss: 2.494 Dis_loss: 0.5342 Cls_loss: N/A Topk: N/A ada_p: 0.1441
[INFO] 2021-10-19 08:33:46 > Step: 59000 Progress: 14.8% Elapsed: 16:31:38 Gen_loss: 2.853 Dis_loss: 0.5913 Cls_loss: N/A Topk: N/A ada_p: 0.1446
[INFO] 2021-10-19 08:35:27 > Step: 59100 Progress: 14.8% Elapsed: 16:33:19 Gen_loss: 1.699 Dis_loss: 0.6943 Cls_loss: N/A Topk: N/A ada_p: 0.1452
[INFO] 2021-10-19 08:36:34 > Step: 59200 Progress: 14.8% Elapsed: 16:34:25 Gen_loss: 1.11 Dis_loss: 0.6602 Cls_loss: N/A Topk: N/A ada_p: 0.1428
[INFO] 2021-10-19 08:38:23 > Step: 59300 Progress: 14.8% Elapsed: 16:36:15 Gen_loss: 1.906 Dis_loss: 0.5695 Cls_loss: N/A Topk: N/A ada_p: 0.1443
[INFO] 2021-10-19 08:39:30 > Step: 59400 Progress: 14.8% Elapsed: 16:37:21 Gen_loss: 2.078 Dis_loss: 0.6045 Cls_loss: N/A Topk: N/A ada_p: 0.1484
[INFO] 2021-10-19 08:40:36 > Step: 59500 Progress: 14.9% Elapsed: 16:38:28 Gen_loss: 1.659 Dis_loss: 0.5919 Cls_loss: N/A Topk: N/A ada_p: 0.1466
[INFO] 2021-10-19 08:42:17 > Step: 59600 Progress: 14.9% Elapsed: 16:40:09 Gen_loss: 2.226 Dis_loss: 0.2181 Cls_loss: N/A Topk: N/A ada_p: 0.1481
[INFO] 2021-10-19 08:43:24 > Step: 59700 Progress: 14.9% Elapsed: 16:41:15 Gen_loss: 1.64 Dis_loss: 0.8586 Cls_loss: N/A Topk: N/A ada_p: 0.1464
[INFO] 2021-10-19 08:45:04 > Step: 59800 Progress: 14.9% Elapsed: 16:42:56 Gen_loss: 1.334 Dis_loss: 0.4206 Cls_loss: N/A Topk: N/A ada_p: 0.1472
[INFO] 2021-10-19 08:46:11 > Step: 59900 Progress: 15.0% Elapsed: 16:44:02 Gen_loss: 2.834 Dis_loss: 0.5088 Cls_loss: N/A Topk: N/A ada_p: 0.1444
[INFO] 2021-10-19 08:47:51 > Step: 60000 Progress: 15.0% Elapsed: 16:45:43 Gen_loss: 2.2 Dis_loss: 0.8322 Cls_loss: N/A Topk: N/A ada_p: 0.1457
[INFO] 2021-10-19 08:47:51 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 08:47:53 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_60000.png
[INFO] 2021-10-19 08:47:54 > Start Evaluation (60000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 08:47:54 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 08:49:06 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 08:50:27 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 08:53:22 > Inception score (Step: 60000, 14630 generated images): 11.805294036865234
[INFO] 2021-10-19 08:53:22 > FID score (Step: 60000, Using train moments): 7.957178307708517
[INFO] 2021-10-19 08:53:22 > Improved Precision (Step: 60000, Using train images): 0.845933014354067
[INFO] 2021-10-19 08:53:22 > Improved Recall (Step: 60000, Using train images): 0.38188653451811344
[INFO] 2021-10-19 08:53:22 > Density (Step: 60000, Using train images): 1.2158988380041011
[INFO] 2021-10-19 08:53:22 > Coverage (Step: 60000, Using train images): 0.7322624743677375
[INFO] 2021-10-19 08:53:22 > Best FID score (Step: 60000, Using train moments): 7.957178307708517
[INFO] 2021-10-19 08:53:46 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 08:54:53 > Step: 60100 Progress: 15.0% Elapsed: 16:52:44 Gen_loss: 2.159 Dis_loss: 0.3361 Cls_loss: N/A Topk: N/A ada_p: 0.145
[INFO] 2021-10-19 08:56:34 > Step: 60200 Progress: 15.0% Elapsed: 16:54:25 Gen_loss: 1.307 Dis_loss: 0.8515 Cls_loss: N/A Topk: N/A ada_p: 0.1468
[INFO] 2021-10-19 08:57:41 > Step: 60300 Progress: 15.1% Elapsed: 16:55:32 Gen_loss: 2.554 Dis_loss: 0.4699 Cls_loss: N/A Topk: N/A ada_p: 0.144
[INFO] 2021-10-19 08:58:47 > Step: 60400 Progress: 15.1% Elapsed: 16:56:39 Gen_loss: 2.046 Dis_loss: 0.2808 Cls_loss: N/A Topk: N/A ada_p: 0.1453
[INFO] 2021-10-19 09:00:30 > Step: 60500 Progress: 15.1% Elapsed: 16:58:22 Gen_loss: 2.013 Dis_loss: 0.9123 Cls_loss: N/A Topk: N/A ada_p: 0.1454
[INFO] 2021-10-19 09:01:37 > Step: 60600 Progress: 15.2% Elapsed: 16:59:28 Gen_loss: 2.068 Dis_loss: 0.8603 Cls_loss: N/A Topk: N/A ada_p: 0.1436
[INFO] 2021-10-19 09:03:18 > Step: 60700 Progress: 15.2% Elapsed: 17:01:09 Gen_loss: 3.372 Dis_loss: 0.6142 Cls_loss: N/A Topk: N/A ada_p: 0.1446
[INFO] 2021-10-19 09:04:24 > Step: 60800 Progress: 15.2% Elapsed: 17:02:16 Gen_loss: 1.386 Dis_loss: 0.7018 Cls_loss: N/A Topk: N/A ada_p: 0.1444
[INFO] 2021-10-19 09:06:04 > Step: 60900 Progress: 15.2% Elapsed: 17:03:56 Gen_loss: 2.327 Dis_loss: 1.088 Cls_loss: N/A Topk: N/A ada_p: 0.1468
[INFO] 2021-10-19 09:07:11 > Step: 61000 Progress: 15.2% Elapsed: 17:05:03 Gen_loss: 1.619 Dis_loss: 0.6997 Cls_loss: N/A Topk: N/A ada_p: 0.1499
[INFO] 2021-10-19 09:08:17 > Step: 61100 Progress: 15.3% Elapsed: 17:06:09 Gen_loss: 1.219 Dis_loss: 1.025 Cls_loss: N/A Topk: N/A ada_p: 0.1484
[INFO] 2021-10-19 09:09:58 > Step: 61200 Progress: 15.3% Elapsed: 17:07:50 Gen_loss: 0.6134 Dis_loss: 1.465 Cls_loss: N/A Topk: N/A ada_p: 0.1522
[INFO] 2021-10-19 09:11:05 > Step: 61300 Progress: 15.3% Elapsed: 17:08:57 Gen_loss: 1.695 Dis_loss: 0.628 Cls_loss: N/A Topk: N/A ada_p: 0.1521
[INFO] 2021-10-19 09:12:46 > Step: 61400 Progress: 15.3% Elapsed: 17:10:38 Gen_loss: 2.377 Dis_loss: 0.885 Cls_loss: N/A Topk: N/A ada_p: 0.1559
[INFO] 2021-10-19 09:13:53 > Step: 61500 Progress: 15.4% Elapsed: 17:11:45 Gen_loss: 1.715 Dis_loss: 0.4275 Cls_loss: N/A Topk: N/A ada_p: 0.1567
[INFO] 2021-10-19 09:15:40 > Step: 61600 Progress: 15.4% Elapsed: 17:13:32 Gen_loss: 3.833 Dis_loss: 0.9834 Cls_loss: N/A Topk: N/A ada_p: 0.1597
[INFO] 2021-10-19 09:16:47 > Step: 61700 Progress: 15.4% Elapsed: 17:14:39 Gen_loss: 1.722 Dis_loss: 0.4301 Cls_loss: N/A Topk: N/A ada_p: 0.1522
[INFO] 2021-10-19 09:18:27 > Step: 61800 Progress: 15.4% Elapsed: 17:16:19 Gen_loss: 3.854 Dis_loss: 1.203 Cls_loss: N/A Topk: N/A ada_p: 0.154
[INFO] 2021-10-19 09:19:34 > Step: 61900 Progress: 15.5% Elapsed: 17:17:25 Gen_loss: 2.795 Dis_loss: 0.5442 Cls_loss: N/A Topk: N/A ada_p: 0.1548
[INFO] 2021-10-19 09:20:40 > Step: 62000 Progress: 15.5% Elapsed: 17:18:32 Gen_loss: 1.449 Dis_loss: 0.5516 Cls_loss: N/A Topk: N/A ada_p: 0.1586
[INFO] 2021-10-19 09:20:40 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 09:20:42 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_62000.png
[INFO] 2021-10-19 09:20:44 > Start Evaluation (62000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 09:20:44 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 09:21:55 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 09:23:17 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 09:26:13 > Inception score (Step: 62000, 14630 generated images): 11.822221755981445
[INFO] 2021-10-19 09:26:13 > FID score (Step: 62000, Using train moments): 8.130994853630227
[INFO] 2021-10-19 09:26:13 > Improved Precision (Step: 62000, Using train images): 0.8525632262474367
[INFO] 2021-10-19 09:26:13 > Improved Recall (Step: 62000, Using train images): 0.36712235133287763
[INFO] 2021-10-19 09:26:13 > Density (Step: 62000, Using train images): 1.228667122351333
[INFO] 2021-10-19 09:26:13 > Coverage (Step: 62000, Using train images): 0.7372522214627478
[INFO] 2021-10-19 09:26:13 > Best FID score (Step: 60000, Using train moments): 7.957178307708517
[INFO] 2021-10-19 09:26:24 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 09:28:05 > Step: 62100 Progress: 15.5% Elapsed: 17:25:57 Gen_loss: 1.69 Dis_loss: 0.4955 Cls_loss: N/A Topk: N/A ada_p: 0.1546
[INFO] 2021-10-19 09:29:12 > Step: 62200 Progress: 15.6% Elapsed: 17:27:03 Gen_loss: 1.624 Dis_loss: 0.5214 Cls_loss: N/A Topk: N/A ada_p: 0.1551
[INFO] 2021-10-19 09:30:54 > Step: 62300 Progress: 15.6% Elapsed: 17:28:45 Gen_loss: 1.411 Dis_loss: 0.6954 Cls_loss: N/A Topk: N/A ada_p: 0.1544
[INFO] 2021-10-19 09:32:00 > Step: 62400 Progress: 15.6% Elapsed: 17:29:52 Gen_loss: 2.548 Dis_loss: 0.6414 Cls_loss: N/A Topk: N/A ada_p: 0.1533
[INFO] 2021-10-19 09:33:41 > Step: 62500 Progress: 15.6% Elapsed: 17:31:32 Gen_loss: 1.486 Dis_loss: 0.8951 Cls_loss: N/A Topk: N/A ada_p: 0.1524
[INFO] 2021-10-19 09:34:47 > Step: 62600 Progress: 15.7% Elapsed: 17:32:39 Gen_loss: 0.6979 Dis_loss: 1.204 Cls_loss: N/A Topk: N/A ada_p: 0.1509
[INFO] 2021-10-19 09:35:54 > Step: 62700 Progress: 15.7% Elapsed: 17:33:45 Gen_loss: 2.849 Dis_loss: 1.266 Cls_loss: N/A Topk: N/A ada_p: 0.1478
[INFO] 2021-10-19 09:37:34 > Step: 62800 Progress: 15.7% Elapsed: 17:35:26 Gen_loss: 3.27 Dis_loss: 1.267 Cls_loss: N/A Topk: N/A ada_p: 0.146
[INFO] 2021-10-19 09:38:41 > Step: 62900 Progress: 15.7% Elapsed: 17:36:33 Gen_loss: 1.804 Dis_loss: 0.6947 Cls_loss: N/A Topk: N/A ada_p: 0.1439
[INFO] 2021-10-19 09:40:22 > Step: 63000 Progress: 15.8% Elapsed: 17:38:14 Gen_loss: 1.519 Dis_loss: 0.7683 Cls_loss: N/A Topk: N/A ada_p: 0.1467
[INFO] 2021-10-19 09:41:29 > Step: 63100 Progress: 15.8% Elapsed: 17:39:20 Gen_loss: 3.079 Dis_loss: 0.4725 Cls_loss: N/A Topk: N/A ada_p: 0.1459
[INFO] 2021-10-19 09:43:09 > Step: 63200 Progress: 15.8% Elapsed: 17:41:01 Gen_loss: 1.731 Dis_loss: 0.8206 Cls_loss: N/A Topk: N/A ada_p: 0.1418
[INFO] 2021-10-19 09:44:16 > Step: 63300 Progress: 15.8% Elapsed: 17:42:08 Gen_loss: 2.513 Dis_loss: 0.7761 Cls_loss: N/A Topk: N/A ada_p: 0.1384
[INFO] 2021-10-19 09:46:12 > Step: 63400 Progress: 15.8% Elapsed: 17:44:04 Gen_loss: 1.498 Dis_loss: 0.5005 Cls_loss: N/A Topk: N/A ada_p: 0.1425
[INFO] 2021-10-19 09:47:19 > Step: 63500 Progress: 15.9% Elapsed: 17:45:11 Gen_loss: 1.799 Dis_loss: 1.119 Cls_loss: N/A Topk: N/A ada_p: 0.1384
[INFO] 2021-10-19 09:48:26 > Step: 63600 Progress: 15.9% Elapsed: 17:46:17 Gen_loss: 2.606 Dis_loss: 0.8093 Cls_loss: N/A Topk: N/A ada_p: 0.1363
[INFO] 2021-10-19 09:50:06 > Step: 63700 Progress: 15.9% Elapsed: 17:47:58 Gen_loss: 2.034 Dis_loss: 0.5556 Cls_loss: N/A Topk: N/A ada_p: 0.1382
[INFO] 2021-10-19 09:51:13 > Step: 63800 Progress: 16.0% Elapsed: 17:49:04 Gen_loss: 1.82 Dis_loss: 0.4577 Cls_loss: N/A Topk: N/A ada_p: 0.1364
[INFO] 2021-10-19 09:52:54 > Step: 63900 Progress: 16.0% Elapsed: 17:50:45 Gen_loss: 0.9223 Dis_loss: 1.357 Cls_loss: N/A Topk: N/A ada_p: 0.1377
[INFO] 2021-10-19 09:54:00 > Step: 64000 Progress: 16.0% Elapsed: 17:51:52 Gen_loss: 1.267 Dis_loss: 0.6206 Cls_loss: N/A Topk: N/A ada_p: 0.1405
[INFO] 2021-10-19 09:54:00 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 09:54:02 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_64000.png
[INFO] 2021-10-19 09:54:04 > Start Evaluation (64000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 09:54:04 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 09:55:15 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 09:56:37 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 09:59:37 > Inception score (Step: 64000, 14630 generated images): 11.726566314697266
[INFO] 2021-10-19 09:59:39 > FID score (Step: 64000, Using train moments): 7.6696031534143
[INFO] 2021-10-19 09:59:39 > Improved Precision (Step: 64000, Using train images): 0.8574846206425154
[INFO] 2021-10-19 09:59:39 > Improved Recall (Step: 64000, Using train images): 0.3833902939166097
[INFO] 2021-10-19 09:59:39 > Density (Step: 64000, Using train images): 1.2959808612440193
[INFO] 2021-10-19 09:59:39 > Coverage (Step: 64000, Using train images): 0.748257006151743
[INFO] 2021-10-19 09:59:39 > Best FID score (Step: 64000, Using train moments): 7.6696031534143
[INFO] 2021-10-19 10:00:01 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 10:01:41 > Step: 64100 Progress: 16.0% Elapsed: 17:59:33 Gen_loss: 1.756 Dis_loss: 0.9214 Cls_loss: N/A Topk: N/A ada_p: 0.1417
[INFO] 2021-10-19 10:02:48 > Step: 64200 Progress: 16.1% Elapsed: 18:00:40 Gen_loss: 1.859 Dis_loss: 0.7097 Cls_loss: N/A Topk: N/A ada_p: 0.1422
[INFO] 2021-10-19 10:04:28 > Step: 64300 Progress: 16.1% Elapsed: 18:02:20 Gen_loss: 2.821 Dis_loss: 0.557 Cls_loss: N/A Topk: N/A ada_p: 0.1407
[INFO] 2021-10-19 10:05:35 > Step: 64400 Progress: 16.1% Elapsed: 18:03:27 Gen_loss: 2.606 Dis_loss: 0.5295 Cls_loss: N/A Topk: N/A ada_p: 0.1373
[INFO] 2021-10-19 10:06:42 > Step: 64500 Progress: 16.1% Elapsed: 18:04:34 Gen_loss: 1.454 Dis_loss: 0.703 Cls_loss: N/A Topk: N/A ada_p: 0.1375
[INFO] 2021-10-19 10:08:24 > Step: 64600 Progress: 16.2% Elapsed: 18:06:16 Gen_loss: 1.105 Dis_loss: 0.9465 Cls_loss: N/A Topk: N/A ada_p: 0.1349
[INFO] 2021-10-19 10:09:31 > Step: 64700 Progress: 16.2% Elapsed: 18:07:22 Gen_loss: 4.359 Dis_loss: 0.7671 Cls_loss: N/A Topk: N/A ada_p: 0.1367
[INFO] 2021-10-19 10:11:12 > Step: 64800 Progress: 16.2% Elapsed: 18:09:03 Gen_loss: 2.645 Dis_loss: 0.6188 Cls_loss: N/A Topk: N/A ada_p: 0.1395
[INFO] 2021-10-19 10:12:19 > Step: 64900 Progress: 16.2% Elapsed: 18:10:11 Gen_loss: 2.051 Dis_loss: 0.4427 Cls_loss: N/A Topk: N/A ada_p: 0.1391
[INFO] 2021-10-19 10:14:00 > Step: 65000 Progress: 16.2% Elapsed: 18:11:51 Gen_loss: 3.491 Dis_loss: 0.3925 Cls_loss: N/A Topk: N/A ada_p: 0.1427
[INFO] 2021-10-19 10:15:06 > Step: 65100 Progress: 16.3% Elapsed: 18:12:58 Gen_loss: 2.586 Dis_loss: 0.7235 Cls_loss: N/A Topk: N/A ada_p: 0.1437
[INFO] 2021-10-19 10:16:13 > Step: 65200 Progress: 16.3% Elapsed: 18:14:04 Gen_loss: 3.069 Dis_loss: 0.8027 Cls_loss: N/A Topk: N/A ada_p: 0.1463
[INFO] 2021-10-19 10:17:55 > Step: 65300 Progress: 16.3% Elapsed: 18:15:46 Gen_loss: 2.053 Dis_loss: 0.8488 Cls_loss: N/A Topk: N/A ada_p: 0.1423
[INFO] 2021-10-19 10:19:01 > Step: 65400 Progress: 16.4% Elapsed: 18:16:53 Gen_loss: 1.719 Dis_loss: 0.936 Cls_loss: N/A Topk: N/A ada_p: 0.1426
[INFO] 2021-10-19 10:20:48 > Step: 65500 Progress: 16.4% Elapsed: 18:18:39 Gen_loss: 1.359 Dis_loss: 0.5026 Cls_loss: N/A Topk: N/A ada_p: 0.1441
[INFO] 2021-10-19 10:21:54 > Step: 65600 Progress: 16.4% Elapsed: 18:19:46 Gen_loss: 1.144 Dis_loss: 0.6482 Cls_loss: N/A Topk: N/A ada_p: 0.1452
[INFO] 2021-10-19 10:23:48 > Step: 65700 Progress: 16.4% Elapsed: 18:21:40 Gen_loss: 1.795 Dis_loss: 0.4887 Cls_loss: N/A Topk: N/A ada_p: 0.1514
[INFO] 2021-10-19 10:24:55 > Step: 65800 Progress: 16.4% Elapsed: 18:22:47 Gen_loss: 3.753 Dis_loss: 2.167 Cls_loss: N/A Topk: N/A ada_p: 0.1499
[INFO] 2021-10-19 10:27:55 > Step: 65900 Progress: 16.5% Elapsed: 18:25:46 Gen_loss: 3.467 Dis_loss: 0.9167 Cls_loss: N/A Topk: N/A ada_p: 0.1524
[INFO] 2021-10-19 10:29:18 > Step: 66000 Progress: 16.5% Elapsed: 18:27:10 Gen_loss: 2.83 Dis_loss: 0.8651 Cls_loss: N/A Topk: N/A ada_p: 0.1527
[INFO] 2021-10-19 10:29:19 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 10:29:23 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_66000.png
[INFO] 2021-10-19 10:29:25 > Start Evaluation (66000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 10:29:25 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 10:30:37 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 10:31:58 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 10:34:56 > Inception score (Step: 66000, 14630 generated images): 11.937171936035156
[INFO] 2021-10-19 10:34:56 > FID score (Step: 66000, Using train moments): 7.679260954281347
[INFO] 2021-10-19 10:34:56 > Improved Precision (Step: 66000, Using train images): 0.8538619275461381
[INFO] 2021-10-19 10:34:56 > Improved Recall (Step: 66000, Using train images): 0.37969924812030076
[INFO] 2021-10-19 10:34:56 > Density (Step: 66000, Using train images): 1.2584005468215995
[INFO] 2021-10-19 10:34:56 > Coverage (Step: 66000, Using train images): 0.741285030758715
[INFO] 2021-10-19 10:34:56 > Best FID score (Step: 64000, Using train moments): 7.6696031534143
[INFO] 2021-10-19 10:35:06 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 10:36:13 > Step: 66100 Progress: 16.5% Elapsed: 18:34:05 Gen_loss: 2.549 Dis_loss: 0.5071 Cls_loss: N/A Topk: N/A ada_p: 0.1528
[INFO] 2021-10-19 10:37:55 > Step: 66200 Progress: 16.6% Elapsed: 18:35:46 Gen_loss: 3.311 Dis_loss: 0.3908 Cls_loss: N/A Topk: N/A ada_p: 0.1549
[INFO] 2021-10-19 10:39:01 > Step: 66300 Progress: 16.6% Elapsed: 18:36:53 Gen_loss: 1.408 Dis_loss: 0.9598 Cls_loss: N/A Topk: N/A ada_p: 0.1541
[INFO] 2021-10-19 10:40:42 > Step: 66400 Progress: 16.6% Elapsed: 18:38:34 Gen_loss: 2.396 Dis_loss: 0.399 Cls_loss: N/A Topk: N/A ada_p: 0.1528
[INFO] 2021-10-19 10:41:50 > Step: 66500 Progress: 16.6% Elapsed: 18:39:41 Gen_loss: 2.075 Dis_loss: 0.5298 Cls_loss: N/A Topk: N/A ada_p: 0.1545
[INFO] 2021-10-19 10:43:31 > Step: 66600 Progress: 16.7% Elapsed: 18:41:23 Gen_loss: 1.032 Dis_loss: 0.8899 Cls_loss: N/A Topk: N/A ada_p: 0.1571
[INFO] 2021-10-19 10:44:38 > Step: 66700 Progress: 16.7% Elapsed: 18:42:30 Gen_loss: 1.468 Dis_loss: 0.4303 Cls_loss: N/A Topk: N/A ada_p: 0.1545
[INFO] 2021-10-19 10:45:45 > Step: 66800 Progress: 16.7% Elapsed: 18:43:36 Gen_loss: 3.022 Dis_loss: 0.9194 Cls_loss: N/A Topk: N/A ada_p: 0.1555
[INFO] 2021-10-19 10:47:25 > Step: 66900 Progress: 16.7% Elapsed: 18:45:17 Gen_loss: 1.914 Dis_loss: 0.8635 Cls_loss: N/A Topk: N/A ada_p: 0.1531
[INFO] 2021-10-19 10:48:31 > Step: 67000 Progress: 16.8% Elapsed: 18:46:23 Gen_loss: 0.8871 Dis_loss: 0.8716 Cls_loss: N/A Topk: N/A ada_p: 0.1492
[INFO] 2021-10-19 10:50:13 > Step: 67100 Progress: 16.8% Elapsed: 18:48:04 Gen_loss: 1.211 Dis_loss: 0.8014 Cls_loss: N/A Topk: N/A ada_p: 0.1495
[INFO] 2021-10-19 10:51:19 > Step: 67200 Progress: 16.8% Elapsed: 18:49:11 Gen_loss: 1.623 Dis_loss: 0.4846 Cls_loss: N/A Topk: N/A ada_p: 0.1454
[INFO] 2021-10-19 10:53:02 > Step: 67300 Progress: 16.8% Elapsed: 18:50:53 Gen_loss: 1.459 Dis_loss: 0.4237 Cls_loss: N/A Topk: N/A ada_p: 0.1445
[INFO] 2021-10-19 10:54:08 > Step: 67400 Progress: 16.9% Elapsed: 18:52:00 Gen_loss: 1.884 Dis_loss: 0.7542 Cls_loss: N/A Topk: N/A ada_p: 0.1504
[INFO] 2021-10-19 10:55:53 > Step: 67500 Progress: 16.9% Elapsed: 18:53:45 Gen_loss: 3.072 Dis_loss: 0.52 Cls_loss: N/A Topk: N/A ada_p: 0.1484
[INFO] 2021-10-19 10:57:00 > Step: 67600 Progress: 16.9% Elapsed: 18:54:51 Gen_loss: 2.875 Dis_loss: 0.6793 Cls_loss: N/A Topk: N/A ada_p: 0.1466
[INFO] 2021-10-19 10:58:06 > Step: 67700 Progress: 16.9% Elapsed: 18:55:58 Gen_loss: 2.498 Dis_loss: 1.216 Cls_loss: N/A Topk: N/A ada_p: 0.1487
[INFO] 2021-10-19 10:59:47 > Step: 67800 Progress: 17.0% Elapsed: 18:57:39 Gen_loss: 1.534 Dis_loss: 0.7186 Cls_loss: N/A Topk: N/A ada_p: 0.1526
[INFO] 2021-10-19 11:00:54 > Step: 67900 Progress: 17.0% Elapsed: 18:58:45 Gen_loss: 2.033 Dis_loss: 0.699 Cls_loss: N/A Topk: N/A ada_p: 0.1531
[INFO] 2021-10-19 11:02:34 > Step: 68000 Progress: 17.0% Elapsed: 19:00:25 Gen_loss: 3.13 Dis_loss: 0.8026 Cls_loss: N/A Topk: N/A ada_p: 0.1536
[INFO] 2021-10-19 11:02:34 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 11:02:35 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_68000.png
[INFO] 2021-10-19 11:02:37 > Start Evaluation (68000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 11:02:37 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 11:03:49 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 11:05:10 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 11:08:24 > Inception score (Step: 68000, 14630 generated images): 12.076944351196289
[INFO] 2021-10-19 11:08:24 > FID score (Step: 68000, Using train moments): 7.751887629961175
[INFO] 2021-10-19 11:08:24 > Improved Precision (Step: 68000, Using train images): 0.84688995215311
[INFO] 2021-10-19 11:08:24 > Improved Recall (Step: 68000, Using train images): 0.38421052631578945
[INFO] 2021-10-19 11:08:24 > Density (Step: 68000, Using train images): 1.2106083390293918
[INFO] 2021-10-19 11:08:24 > Coverage (Step: 68000, Using train images): 0.7479152426520848
[INFO] 2021-10-19 11:08:24 > Best FID score (Step: 64000, Using train moments): 7.6696031534143
[INFO] 2021-10-19 11:08:35 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 11:09:42 > Step: 68100 Progress: 17.0% Elapsed: 19:07:34 Gen_loss: 1.997 Dis_loss: 0.5677 Cls_loss: N/A Topk: N/A ada_p: 0.1532
[INFO] 2021-10-19 11:11:29 > Step: 68200 Progress: 17.1% Elapsed: 19:09:20 Gen_loss: 1.307 Dis_loss: 0.6968 Cls_loss: N/A Topk: N/A ada_p: 0.1504
[INFO] 2021-10-19 11:12:35 > Step: 68300 Progress: 17.1% Elapsed: 19:10:27 Gen_loss: 0.8972 Dis_loss: 0.8628 Cls_loss: N/A Topk: N/A ada_p: 0.1471
[INFO] 2021-10-19 11:13:42 > Step: 68400 Progress: 17.1% Elapsed: 19:11:34 Gen_loss: 4.445 Dis_loss: 0.2669 Cls_loss: N/A Topk: N/A ada_p: 0.1466
[INFO] 2021-10-19 11:15:28 > Step: 68500 Progress: 17.1% Elapsed: 19:13:20 Gen_loss: 2.218 Dis_loss: 0.6515 Cls_loss: N/A Topk: N/A ada_p: 0.1428
[INFO] 2021-10-19 11:16:34 > Step: 68600 Progress: 17.2% Elapsed: 19:14:26 Gen_loss: 3.079 Dis_loss: 1.554 Cls_loss: N/A Topk: N/A ada_p: 0.1431
[INFO] 2021-10-19 11:18:17 > Step: 68700 Progress: 17.2% Elapsed: 19:16:09 Gen_loss: 0.6136 Dis_loss: 1.036 Cls_loss: N/A Topk: N/A ada_p: 0.1495
[INFO] 2021-10-19 11:19:24 > Step: 68800 Progress: 17.2% Elapsed: 19:17:15 Gen_loss: 2.314 Dis_loss: 0.3351 Cls_loss: N/A Topk: N/A ada_p: 0.1467
[INFO] 2021-10-19 11:21:04 > Step: 68900 Progress: 17.2% Elapsed: 19:18:56 Gen_loss: 1.787 Dis_loss: 0.7707 Cls_loss: N/A Topk: N/A ada_p: 0.1448
[INFO] 2021-10-19 11:22:11 > Step: 69000 Progress: 17.2% Elapsed: 19:20:02 Gen_loss: 2.442 Dis_loss: 0.564 Cls_loss: N/A Topk: N/A ada_p: 0.1455
[INFO] 2021-10-19 11:23:51 > Step: 69100 Progress: 17.3% Elapsed: 19:21:43 Gen_loss: 4.554 Dis_loss: 0.4474 Cls_loss: N/A Topk: N/A ada_p: 0.1507
[INFO] 2021-10-19 11:24:58 > Step: 69200 Progress: 17.3% Elapsed: 19:22:50 Gen_loss: 3.339 Dis_loss: 0.5275 Cls_loss: N/A Topk: N/A ada_p: 0.1504
[INFO] 2021-10-19 11:26:05 > Step: 69300 Progress: 17.3% Elapsed: 19:23:57 Gen_loss: 2.871 Dis_loss: 0.5544 Cls_loss: N/A Topk: N/A ada_p: 0.1475
[INFO] 2021-10-19 11:27:45 > Step: 69400 Progress: 17.3% Elapsed: 19:25:36 Gen_loss: 2.083 Dis_loss: 0.5132 Cls_loss: N/A Topk: N/A ada_p: 0.15
[INFO] 2021-10-19 11:28:51 > Step: 69500 Progress: 17.4% Elapsed: 19:26:43 Gen_loss: 0.9303 Dis_loss: 0.9451 Cls_loss: N/A Topk: N/A ada_p: 0.1528
[INFO] 2021-10-19 11:30:33 > Step: 69600 Progress: 17.4% Elapsed: 19:28:25 Gen_loss: 3.735 Dis_loss: 1.525 Cls_loss: N/A Topk: N/A ada_p: 0.1562
[INFO] 2021-10-19 11:31:40 > Step: 69700 Progress: 17.4% Elapsed: 19:29:32 Gen_loss: 2.024 Dis_loss: 1.071 Cls_loss: N/A Topk: N/A ada_p: 0.1555
[INFO] 2021-10-19 11:33:21 > Step: 69800 Progress: 17.4% Elapsed: 19:31:13 Gen_loss: 1.796 Dis_loss: 0.4807 Cls_loss: N/A Topk: N/A ada_p: 0.1514
[INFO] 2021-10-19 11:34:28 > Step: 69900 Progress: 17.5% Elapsed: 19:32:20 Gen_loss: 3.002 Dis_loss: 0.6517 Cls_loss: N/A Topk: N/A ada_p: 0.1499
[INFO] 2021-10-19 11:36:17 > Step: 70000 Progress: 17.5% Elapsed: 19:34:09 Gen_loss: 1.834 Dis_loss: 1.036 Cls_loss: N/A Topk: N/A ada_p: 0.1537
[INFO] 2021-10-19 11:36:17 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 11:36:19 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_70000.png
[INFO] 2021-10-19 11:36:20 > Start Evaluation (70000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 11:36:20 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 11:37:32 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 11:38:53 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 11:42:11 > Inception score (Step: 70000, 14630 generated images): 12.17619514465332
[INFO] 2021-10-19 11:42:11 > FID score (Step: 70000, Using train moments): 7.560731220217633
[INFO] 2021-10-19 11:42:11 > Improved Precision (Step: 70000, Using train images): 0.8496924128503076
[INFO] 2021-10-19 11:42:11 > Improved Recall (Step: 70000, Using train images): 0.4019138755980861
[INFO] 2021-10-19 11:42:11 > Density (Step: 70000, Using train images): 1.2154887218045114
[INFO] 2021-10-19 11:42:11 > Coverage (Step: 70000, Using train images): 0.7484620642515379
[INFO] 2021-10-19 11:42:11 > Best FID score (Step: 70000, Using train moments): 7.560731220217633
[INFO] 2021-10-19 11:42:42 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 11:43:49 > Step: 70100 Progress: 17.5% Elapsed: 19:41:40 Gen_loss: 2.099 Dis_loss: 0.6455 Cls_loss: N/A Topk: N/A ada_p: 0.1554
[INFO] 2021-10-19 11:44:55 > Step: 70200 Progress: 17.5% Elapsed: 19:42:47 Gen_loss: 0.9256 Dis_loss: 0.8278 Cls_loss: N/A Topk: N/A ada_p: 0.1533
[INFO] 2021-10-19 11:46:55 > Step: 70300 Progress: 17.6% Elapsed: 19:44:46 Gen_loss: 1.355 Dis_loss: 0.685 Cls_loss: N/A Topk: N/A ada_p: 0.15
[INFO] 2021-10-19 11:48:01 > Step: 70400 Progress: 17.6% Elapsed: 19:45:53 Gen_loss: 1.395 Dis_loss: 0.56 Cls_loss: N/A Topk: N/A ada_p: 0.1505
[INFO] 2021-10-19 11:49:48 > Step: 70500 Progress: 17.6% Elapsed: 19:47:39 Gen_loss: 1.91 Dis_loss: 0.4743 Cls_loss: N/A Topk: N/A ada_p: 0.1565
[INFO] 2021-10-19 11:50:57 > Step: 70600 Progress: 17.6% Elapsed: 19:48:48 Gen_loss: 1.954 Dis_loss: 0.7316 Cls_loss: N/A Topk: N/A ada_p: 0.1568
[INFO] 2021-10-19 11:52:37 > Step: 70700 Progress: 17.7% Elapsed: 19:50:29 Gen_loss: 2.183 Dis_loss: 0.5347 Cls_loss: N/A Topk: N/A ada_p: 0.1558
[INFO] 2021-10-19 11:53:44 > Step: 70800 Progress: 17.7% Elapsed: 19:51:35 Gen_loss: 2.364 Dis_loss: 0.7073 Cls_loss: N/A Topk: N/A ada_p: 0.1573
[INFO] 2021-10-19 11:54:53 > Step: 70900 Progress: 17.7% Elapsed: 19:52:44 Gen_loss: 1.872 Dis_loss: 0.7285 Cls_loss: N/A Topk: N/A ada_p: 0.1567
[INFO] 2021-10-19 11:56:36 > Step: 71000 Progress: 17.8% Elapsed: 19:54:28 Gen_loss: 1.408 Dis_loss: 0.4748 Cls_loss: N/A Topk: N/A ada_p: 0.1564
[INFO] 2021-10-19 11:57:43 > Step: 71100 Progress: 17.8% Elapsed: 19:55:35 Gen_loss: 2.071 Dis_loss: 0.714 Cls_loss: N/A Topk: N/A ada_p: 0.1559
[INFO] 2021-10-19 11:59:40 > Step: 71200 Progress: 17.8% Elapsed: 19:57:32 Gen_loss: 3.883 Dis_loss: 0.9019 Cls_loss: N/A Topk: N/A ada_p: 0.1528
[INFO] 2021-10-19 12:00:54 > Step: 71300 Progress: 17.8% Elapsed: 19:58:45 Gen_loss: 3.22 Dis_loss: 0.104 Cls_loss: N/A Topk: N/A ada_p: 0.1509
[INFO] 2021-10-19 12:02:38 > Step: 71400 Progress: 17.8% Elapsed: 20:00:30 Gen_loss: 2.629 Dis_loss: 0.3761 Cls_loss: N/A Topk: N/A ada_p: 0.1471
[INFO] 2021-10-19 12:03:51 > Step: 71500 Progress: 17.9% Elapsed: 20:01:43 Gen_loss: 1.195 Dis_loss: 1.029 Cls_loss: N/A Topk: N/A ada_p: 0.1476
[INFO] 2021-10-19 12:05:31 > Step: 71600 Progress: 17.9% Elapsed: 20:03:23 Gen_loss: 1.997 Dis_loss: 0.573 Cls_loss: N/A Topk: N/A ada_p: 0.146
[INFO] 2021-10-19 12:06:38 > Step: 71700 Progress: 17.9% Elapsed: 20:04:30 Gen_loss: 1.416 Dis_loss: 0.6914 Cls_loss: N/A Topk: N/A ada_p: 0.149
[INFO] 2021-10-19 12:07:45 > Step: 71800 Progress: 17.9% Elapsed: 20:05:37 Gen_loss: 1.792 Dis_loss: 0.2477 Cls_loss: N/A Topk: N/A ada_p: 0.1531
[INFO] 2021-10-19 12:09:36 > Step: 71900 Progress: 18.0% Elapsed: 20:07:27 Gen_loss: 1.748 Dis_loss: 0.612 Cls_loss: N/A Topk: N/A ada_p: 0.1513
[INFO] 2021-10-19 12:10:43 > Step: 72000 Progress: 18.0% Elapsed: 20:08:34 Gen_loss: 1.179 Dis_loss: 0.7825 Cls_loss: N/A Topk: N/A ada_p: 0.1487
[INFO] 2021-10-19 12:10:43 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 12:10:50 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_72000.png
[INFO] 2021-10-19 12:10:52 > Start Evaluation (72000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 12:10:52 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 12:12:03 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 12:13:26 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 12:16:28 > Inception score (Step: 72000, 14630 generated images): 12.270655632019043
[INFO] 2021-10-19 12:16:28 > FID score (Step: 72000, Using train moments): 7.3612228519483835
[INFO] 2021-10-19 12:16:28 > Improved Precision (Step: 72000, Using train images): 0.8486671223513329
[INFO] 2021-10-19 12:16:28 > Improved Recall (Step: 72000, Using train images): 0.4195488721804511
[INFO] 2021-10-19 12:16:28 > Density (Step: 72000, Using train images): 1.2298017771701983
[INFO] 2021-10-19 12:16:28 > Coverage (Step: 72000, Using train images): 0.7527682843472318
[INFO] 2021-10-19 12:16:28 > Best FID score (Step: 72000, Using train moments): 7.3612228519483835
[INFO] 2021-10-19 12:16:50 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 12:18:32 > Step: 72100 Progress: 18.0% Elapsed: 20:16:23 Gen_loss: 1.957 Dis_loss: 0.6423 Cls_loss: N/A Topk: N/A ada_p: 0.143
[INFO] 2021-10-19 12:19:38 > Step: 72200 Progress: 18.1% Elapsed: 20:17:30 Gen_loss: 4.579 Dis_loss: 0.3979 Cls_loss: N/A Topk: N/A ada_p: 0.1471
[INFO] 2021-10-19 12:21:19 > Step: 72300 Progress: 18.1% Elapsed: 20:19:10 Gen_loss: 0.5149 Dis_loss: 1.218 Cls_loss: N/A Topk: N/A ada_p: 0.1453
[INFO] 2021-10-19 12:22:26 > Step: 72400 Progress: 18.1% Elapsed: 20:20:17 Gen_loss: 0.5996 Dis_loss: 1.219 Cls_loss: N/A Topk: N/A ada_p: 0.1476
[INFO] 2021-10-19 12:23:32 > Step: 72500 Progress: 18.1% Elapsed: 20:21:24 Gen_loss: 1.214 Dis_loss: 1.028 Cls_loss: N/A Topk: N/A ada_p: 0.1434
[INFO] 2021-10-19 12:25:13 > Step: 72600 Progress: 18.1% Elapsed: 20:23:04 Gen_loss: 2.962 Dis_loss: 0.5475 Cls_loss: N/A Topk: N/A ada_p: 0.1434
[INFO] 2021-10-19 12:26:19 > Step: 72700 Progress: 18.2% Elapsed: 20:24:11 Gen_loss: 2.871 Dis_loss: 0.902 Cls_loss: N/A Topk: N/A ada_p: 0.1469
[INFO] 2021-10-19 12:27:59 > Step: 72800 Progress: 18.2% Elapsed: 20:25:51 Gen_loss: 1.61 Dis_loss: 0.285 Cls_loss: N/A Topk: N/A ada_p: 0.15
[INFO] 2021-10-19 12:29:06 > Step: 72900 Progress: 18.2% Elapsed: 20:26:57 Gen_loss: 1.332 Dis_loss: 0.6437 Cls_loss: N/A Topk: N/A ada_p: 0.1455
[INFO] 2021-10-19 12:30:46 > Step: 73000 Progress: 18.2% Elapsed: 20:28:37 Gen_loss: 1.551 Dis_loss: 0.6548 Cls_loss: N/A Topk: N/A ada_p: 0.146
[INFO] 2021-10-19 12:31:52 > Step: 73100 Progress: 18.3% Elapsed: 20:29:44 Gen_loss: 2.464 Dis_loss: 0.6056 Cls_loss: N/A Topk: N/A ada_p: 0.1443
[INFO] 2021-10-19 12:33:32 > Step: 73200 Progress: 18.3% Elapsed: 20:31:24 Gen_loss: 1.045 Dis_loss: 1.484 Cls_loss: N/A Topk: N/A ada_p: 0.146
[INFO] 2021-10-19 12:34:39 > Step: 73300 Progress: 18.3% Elapsed: 20:32:31 Gen_loss: 1.981 Dis_loss: 0.3537 Cls_loss: N/A Topk: N/A ada_p: 0.1472
[INFO] 2021-10-19 12:35:46 > Step: 73400 Progress: 18.4% Elapsed: 20:33:38 Gen_loss: 2.65 Dis_loss: 0.5996 Cls_loss: N/A Topk: N/A ada_p: 0.1454
[INFO] 2021-10-19 12:37:27 > Step: 73500 Progress: 18.4% Elapsed: 20:35:19 Gen_loss: 2.636 Dis_loss: 0.3319 Cls_loss: N/A Topk: N/A ada_p: 0.1492
[INFO] 2021-10-19 12:38:34 > Step: 73600 Progress: 18.4% Elapsed: 20:36:26 Gen_loss: 1.461 Dis_loss: 0.6595 Cls_loss: N/A Topk: N/A ada_p: 0.1521
[INFO] 2021-10-19 12:40:15 > Step: 73700 Progress: 18.4% Elapsed: 20:38:07 Gen_loss: 1.751 Dis_loss: 1.259 Cls_loss: N/A Topk: N/A ada_p: 0.155
[INFO] 2021-10-19 12:41:22 > Step: 73800 Progress: 18.4% Elapsed: 20:39:13 Gen_loss: 1.396 Dis_loss: 0.9921 Cls_loss: N/A Topk: N/A ada_p: 0.1594
[INFO] 2021-10-19 12:43:18 > Step: 73900 Progress: 18.5% Elapsed: 20:41:10 Gen_loss: 1.736 Dis_loss: 0.596 Cls_loss: N/A Topk: N/A ada_p: 0.164
[INFO] 2021-10-19 12:44:25 > Step: 74000 Progress: 18.5% Elapsed: 20:42:17 Gen_loss: 1.539 Dis_loss: 0.5722 Cls_loss: N/A Topk: N/A ada_p: 0.1604
[INFO] 2021-10-19 12:44:25 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 12:44:27 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_74000.png
[INFO] 2021-10-19 12:44:29 > Start Evaluation (74000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 12:44:29 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 12:45:40 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 12:47:02 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 12:49:55 > Inception score (Step: 74000, 14630 generated images): 12.340250015258789
[INFO] 2021-10-19 12:49:55 > FID score (Step: 74000, Using train moments): 7.161012161048973
[INFO] 2021-10-19 12:49:55 > Improved Precision (Step: 74000, Using train images): 0.8456596035543404
[INFO] 2021-10-19 12:49:55 > Improved Recall (Step: 74000, Using train images): 0.41346548188653454
[INFO] 2021-10-19 12:49:55 > Density (Step: 74000, Using train images): 1.2368284347231717
[INFO] 2021-10-19 12:49:55 > Coverage (Step: 74000, Using train images): 0.7576213260423786
[INFO] 2021-10-19 12:49:55 > Best FID score (Step: 74000, Using train moments): 7.161012161048973
[INFO] 2021-10-19 12:50:17 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 12:51:24 > Step: 74100 Progress: 18.5% Elapsed: 20:49:16 Gen_loss: 2.558 Dis_loss: 0.6467 Cls_loss: N/A Topk: N/A ada_p: 0.1613
[INFO] 2021-10-19 12:53:05 > Step: 74200 Progress: 18.6% Elapsed: 20:50:57 Gen_loss: 1.536 Dis_loss: 0.7085 Cls_loss: N/A Topk: N/A ada_p: 0.1641
[INFO] 2021-10-19 12:54:12 > Step: 74300 Progress: 18.6% Elapsed: 20:52:04 Gen_loss: 2.967 Dis_loss: 0.5244 Cls_loss: N/A Topk: N/A ada_p: 0.1615
[INFO] 2021-10-19 12:55:53 > Step: 74400 Progress: 18.6% Elapsed: 20:53:44 Gen_loss: 2.92 Dis_loss: 1.003 Cls_loss: N/A Topk: N/A ada_p: 0.16
[INFO] 2021-10-19 12:57:00 > Step: 74500 Progress: 18.6% Elapsed: 20:54:52 Gen_loss: 1.172 Dis_loss: 0.7734 Cls_loss: N/A Topk: N/A ada_p: 0.1568
[INFO] 2021-10-19 12:58:43 > Step: 74600 Progress: 18.6% Elapsed: 20:56:35 Gen_loss: 2.316 Dis_loss: 0.3752 Cls_loss: N/A Topk: N/A ada_p: 0.1542
[INFO] 2021-10-19 12:59:50 > Step: 74700 Progress: 18.7% Elapsed: 20:57:42 Gen_loss: 1.463 Dis_loss: 0.7032 Cls_loss: N/A Topk: N/A ada_p: 0.1496
[INFO] 2021-10-19 13:01:31 > Step: 74800 Progress: 18.7% Elapsed: 20:59:23 Gen_loss: 2.487 Dis_loss: 0.9523 Cls_loss: N/A Topk: N/A ada_p: 0.1504
[INFO] 2021-10-19 13:02:38 > Step: 74900 Progress: 18.7% Elapsed: 21:00:30 Gen_loss: 2.435 Dis_loss: 0.4586 Cls_loss: N/A Topk: N/A ada_p: 0.1521
[INFO] 2021-10-19 13:03:45 > Step: 75000 Progress: 18.8% Elapsed: 21:01:36 Gen_loss: 2.767 Dis_loss: 1.154 Cls_loss: N/A Topk: N/A ada_p: 0.1531
[INFO] 2021-10-19 13:05:26 > Step: 75100 Progress: 18.8% Elapsed: 21:03:17 Gen_loss: 2.886 Dis_loss: 0.4285 Cls_loss: N/A Topk: N/A ada_p: 0.1559
[INFO] 2021-10-19 13:06:32 > Step: 75200 Progress: 18.8% Elapsed: 21:04:24 Gen_loss: 2.327 Dis_loss: 0.8225 Cls_loss: N/A Topk: N/A ada_p: 0.1554
[INFO] 2021-10-19 13:08:14 > Step: 75300 Progress: 18.8% Elapsed: 21:06:05 Gen_loss: 1.481 Dis_loss: 0.664 Cls_loss: N/A Topk: N/A ada_p: 0.156
[INFO] 2021-10-19 13:09:20 > Step: 75400 Progress: 18.9% Elapsed: 21:07:12 Gen_loss: 2.635 Dis_loss: 0.3745 Cls_loss: N/A Topk: N/A ada_p: 0.1565
[INFO] 2021-10-19 13:11:00 > Step: 75500 Progress: 18.9% Elapsed: 21:08:52 Gen_loss: 3.168 Dis_loss: 0.3353 Cls_loss: N/A Topk: N/A ada_p: 0.1581
[INFO] 2021-10-19 13:12:07 > Step: 75600 Progress: 18.9% Elapsed: 21:09:58 Gen_loss: 1.468 Dis_loss: 0.3902 Cls_loss: N/A Topk: N/A ada_p: 0.1599
[INFO] 2021-10-19 13:13:48 > Step: 75700 Progress: 18.9% Elapsed: 21:11:40 Gen_loss: 1.702 Dis_loss: 0.8666 Cls_loss: N/A Topk: N/A ada_p: 0.1597
[INFO] 2021-10-19 13:14:54 > Step: 75800 Progress: 18.9% Elapsed: 21:12:46 Gen_loss: 1.485 Dis_loss: 0.5795 Cls_loss: N/A Topk: N/A ada_p: 0.159
[INFO] 2021-10-19 13:16:01 > Step: 75900 Progress: 19.0% Elapsed: 21:13:52 Gen_loss: 1.416 Dis_loss: 1.225 Cls_loss: N/A Topk: N/A ada_p: 0.1592
[INFO] 2021-10-19 13:17:41 > Step: 76000 Progress: 19.0% Elapsed: 21:15:33 Gen_loss: 2.245 Dis_loss: 0.579 Cls_loss: N/A Topk: N/A ada_p: 0.1618
[INFO] 2021-10-19 13:17:41 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 13:17:43 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_76000.png
[INFO] 2021-10-19 13:17:44 > Start Evaluation (76000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 13:17:44 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 13:18:56 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 13:20:18 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 13:23:09 > Inception score (Step: 76000, 14630 generated images): 12.170798301696777
[INFO] 2021-10-19 13:23:09 > FID score (Step: 76000, Using train moments): 7.192224110697708
[INFO] 2021-10-19 13:23:09 > Improved Precision (Step: 76000, Using train images): 0.8490088858509911
[INFO] 2021-10-19 13:23:09 > Improved Recall (Step: 76000, Using train images): 0.44053315105946683
[INFO] 2021-10-19 13:23:09 > Density (Step: 76000, Using train images): 1.239576213260424
[INFO] 2021-10-19 13:23:09 > Coverage (Step: 76000, Using train images): 0.7618591934381408
[INFO] 2021-10-19 13:23:09 > Best FID score (Step: 74000, Using train moments): 7.161012161048973
[INFO] 2021-10-19 13:23:20 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 13:24:27 > Step: 76100 Progress: 19.0% Elapsed: 21:22:18 Gen_loss: 1.198 Dis_loss: 1.067 Cls_loss: N/A Topk: N/A ada_p: 0.1614
[INFO] 2021-10-19 13:26:08 > Step: 76200 Progress: 19.1% Elapsed: 21:24:00 Gen_loss: 2.037 Dis_loss: 0.6208 Cls_loss: N/A Topk: N/A ada_p: 0.1629
[INFO] 2021-10-19 13:27:15 > Step: 76300 Progress: 19.1% Elapsed: 21:25:06 Gen_loss: 1.46 Dis_loss: 0.6697 Cls_loss: N/A Topk: N/A ada_p: 0.1604
[INFO] 2021-10-19 13:28:57 > Step: 76400 Progress: 19.1% Elapsed: 21:26:49 Gen_loss: 4.261 Dis_loss: 0.2284 Cls_loss: N/A Topk: N/A ada_p: 0.1619
[INFO] 2021-10-19 13:30:05 > Step: 76500 Progress: 19.1% Elapsed: 21:27:57 Gen_loss: 3.28 Dis_loss: 0.9369 Cls_loss: N/A Topk: N/A ada_p: 0.161
[INFO] 2021-10-19 13:31:12 > Step: 76600 Progress: 19.1% Elapsed: 21:29:03 Gen_loss: 3.174 Dis_loss: 0.4847 Cls_loss: N/A Topk: N/A ada_p: 0.1613
[INFO] 2021-10-19 13:32:54 > Step: 76700 Progress: 19.2% Elapsed: 21:30:45 Gen_loss: 1.779 Dis_loss: 0.9574 Cls_loss: N/A Topk: N/A ada_p: 0.1618
[INFO] 2021-10-19 13:34:00 > Step: 76800 Progress: 19.2% Elapsed: 21:31:51 Gen_loss: 1.588 Dis_loss: 0.4154 Cls_loss: N/A Topk: N/A ada_p: 0.158
[INFO] 2021-10-19 13:35:40 > Step: 76900 Progress: 19.2% Elapsed: 21:33:32 Gen_loss: 1.844 Dis_loss: 0.439 Cls_loss: N/A Topk: N/A ada_p: 0.1563
[INFO] 2021-10-19 13:36:47 > Step: 77000 Progress: 19.2% Elapsed: 21:34:38 Gen_loss: 1.543 Dis_loss: 0.3268 Cls_loss: N/A Topk: N/A ada_p: 0.1555
[INFO] 2021-10-19 13:38:28 > Step: 77100 Progress: 19.3% Elapsed: 21:36:19 Gen_loss: 1.61 Dis_loss: 0.7002 Cls_loss: N/A Topk: N/A ada_p: 0.1614
[INFO] 2021-10-19 13:39:34 > Step: 77200 Progress: 19.3% Elapsed: 21:37:25 Gen_loss: 1.888 Dis_loss: 0.7657 Cls_loss: N/A Topk: N/A ada_p: 0.1609
[INFO] 2021-10-19 13:41:15 > Step: 77300 Progress: 19.3% Elapsed: 21:39:06 Gen_loss: 2.192 Dis_loss: 0.7135 Cls_loss: N/A Topk: N/A ada_p: 0.1597
[INFO] 2021-10-19 13:42:21 > Step: 77400 Progress: 19.4% Elapsed: 21:40:13 Gen_loss: 2.326 Dis_loss: 0.2086 Cls_loss: N/A Topk: N/A ada_p: 0.1654
[INFO] 2021-10-19 13:43:28 > Step: 77500 Progress: 19.4% Elapsed: 21:41:19 Gen_loss: 3.852 Dis_loss: 0.9342 Cls_loss: N/A Topk: N/A ada_p: 0.1695
[INFO] 2021-10-19 13:45:08 > Step: 77600 Progress: 19.4% Elapsed: 21:43:00 Gen_loss: 1.76 Dis_loss: 0.763 Cls_loss: N/A Topk: N/A ada_p: 0.1677
[INFO] 2021-10-19 13:46:15 > Step: 77700 Progress: 19.4% Elapsed: 21:44:07 Gen_loss: 1.803 Dis_loss: 0.6564 Cls_loss: N/A Topk: N/A ada_p: 0.164
[INFO] 2021-10-19 13:47:57 > Step: 77800 Progress: 19.4% Elapsed: 21:45:49 Gen_loss: 2.813 Dis_loss: 0.357 Cls_loss: N/A Topk: N/A ada_p: 0.1647
[INFO] 2021-10-19 13:49:06 > Step: 77900 Progress: 19.5% Elapsed: 21:46:58 Gen_loss: 1.236 Dis_loss: 0.5018 Cls_loss: N/A Topk: N/A ada_p: 0.1663
[INFO] 2021-10-19 13:50:48 > Step: 78000 Progress: 19.5% Elapsed: 21:48:39 Gen_loss: 2.871 Dis_loss: 0.8918 Cls_loss: N/A Topk: N/A ada_p: 0.1665
[INFO] 2021-10-19 13:50:48 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 13:50:49 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_78000.png
[INFO] 2021-10-19 13:50:51 > Start Evaluation (78000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 13:50:51 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 13:52:03 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 13:53:24 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 13:56:19 > Inception score (Step: 78000, 14630 generated images): 12.278839111328125
[INFO] 2021-10-19 13:56:19 > FID score (Step: 78000, Using train moments): 7.060226921151866
[INFO] 2021-10-19 13:56:19 > Improved Precision (Step: 78000, Using train images): 0.8585782638414218
[INFO] 2021-10-19 13:56:19 > Improved Recall (Step: 78000, Using train images): 0.4215311004784689
[INFO] 2021-10-19 13:56:19 > Density (Step: 78000, Using train images): 1.2746958304853042
[INFO] 2021-10-19 13:56:19 > Coverage (Step: 78000, Using train images): 0.7689678742310321
[INFO] 2021-10-19 13:56:19 > Best FID score (Step: 78000, Using train moments): 7.060226921151866
[INFO] 2021-10-19 13:56:41 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 13:57:48 > Step: 78100 Progress: 19.5% Elapsed: 21:55:39 Gen_loss: 1.341 Dis_loss: 0.6662 Cls_loss: N/A Topk: N/A ada_p: 0.1669
[INFO] 2021-10-19 13:58:54 > Step: 78200 Progress: 19.6% Elapsed: 21:56:46 Gen_loss: 2.189 Dis_loss: 0.7307 Cls_loss: N/A Topk: N/A ada_p: 0.1679
[INFO] 2021-10-19 14:00:35 > Step: 78300 Progress: 19.6% Elapsed: 21:58:26 Gen_loss: 3.607 Dis_loss: 0.6216 Cls_loss: N/A Topk: N/A ada_p: 0.1695
[INFO] 2021-10-19 14:01:41 > Step: 78400 Progress: 19.6% Elapsed: 21:59:33 Gen_loss: 2.059 Dis_loss: 0.4061 Cls_loss: N/A Topk: N/A ada_p: 0.1633
[INFO] 2021-10-19 14:03:25 > Step: 78500 Progress: 19.6% Elapsed: 22:01:16 Gen_loss: 2.438 Dis_loss: 0.3221 Cls_loss: N/A Topk: N/A ada_p: 0.1637
[INFO] 2021-10-19 14:04:31 > Step: 78600 Progress: 19.7% Elapsed: 22:02:23 Gen_loss: 2.648 Dis_loss: 0.5873 Cls_loss: N/A Topk: N/A ada_p: 0.1681
[INFO] 2021-10-19 14:06:14 > Step: 78700 Progress: 19.7% Elapsed: 22:04:05 Gen_loss: 3.84 Dis_loss: 0.8892 Cls_loss: N/A Topk: N/A ada_p: 0.1673
[INFO] 2021-10-19 14:07:20 > Step: 78800 Progress: 19.7% Elapsed: 22:05:12 Gen_loss: 1.596 Dis_loss: 1.12 Cls_loss: N/A Topk: N/A ada_p: 0.1704
[INFO] 2021-10-19 14:09:01 > Step: 78900 Progress: 19.7% Elapsed: 22:06:52 Gen_loss: 1.43 Dis_loss: 0.5485 Cls_loss: N/A Topk: N/A ada_p: 0.1641
[INFO] 2021-10-19 14:10:07 > Step: 79000 Progress: 19.8% Elapsed: 22:07:59 Gen_loss: 3.935 Dis_loss: 0.3983 Cls_loss: N/A Topk: N/A ada_p: 0.1661
[INFO] 2021-10-19 14:11:14 > Step: 79100 Progress: 19.8% Elapsed: 22:09:06 Gen_loss: 2.704 Dis_loss: 0.5947 Cls_loss: N/A Topk: N/A ada_p: 0.17
[INFO] 2021-10-19 14:12:54 > Step: 79200 Progress: 19.8% Elapsed: 22:10:45 Gen_loss: 5.852 Dis_loss: 1.029 Cls_loss: N/A Topk: N/A ada_p: 0.169
[INFO] 2021-10-19 14:14:00 > Step: 79300 Progress: 19.8% Elapsed: 22:11:52 Gen_loss: 1.865 Dis_loss: 1.035 Cls_loss: N/A Topk: N/A ada_p: 0.1696
[INFO] 2021-10-19 14:15:41 > Step: 79400 Progress: 19.9% Elapsed: 22:13:33 Gen_loss: 1.984 Dis_loss: 0.9266 Cls_loss: N/A Topk: N/A ada_p: 0.1683
[INFO] 2021-10-19 14:16:48 > Step: 79500 Progress: 19.9% Elapsed: 22:14:39 Gen_loss: 3.421 Dis_loss: 0.9564 Cls_loss: N/A Topk: N/A ada_p: 0.1676
[INFO] 2021-10-19 14:18:28 > Step: 79600 Progress: 19.9% Elapsed: 22:16:20 Gen_loss: 1.888 Dis_loss: 0.3602 Cls_loss: N/A Topk: N/A ada_p: 0.1693
[INFO] 2021-10-19 14:19:35 > Step: 79700 Progress: 19.9% Elapsed: 22:17:27 Gen_loss: 2.622 Dis_loss: 0.5945 Cls_loss: N/A Topk: N/A ada_p: 0.1697
[INFO] 2021-10-19 14:20:42 > Step: 79800 Progress: 20.0% Elapsed: 22:18:33 Gen_loss: 3.073 Dis_loss: 1.109 Cls_loss: N/A Topk: N/A ada_p: 0.1713
[INFO] 2021-10-19 14:22:23 > Step: 79900 Progress: 20.0% Elapsed: 22:20:15 Gen_loss: 1.76 Dis_loss: 0.8971 Cls_loss: N/A Topk: N/A ada_p: 0.1718
[INFO] 2021-10-19 14:23:30 > Step: 80000 Progress: 20.0% Elapsed: 22:21:21 Gen_loss: 0.7367 Dis_loss: 1.42 Cls_loss: N/A Topk: N/A ada_p: 0.1723
[INFO] 2021-10-19 14:23:31 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 14:23:32 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_80000.png
[INFO] 2021-10-19 14:23:34 > Start Evaluation (80000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 14:23:34 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 14:24:45 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 14:26:07 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 14:28:59 > Inception score (Step: 80000, 14630 generated images): 12.457052230834961
[INFO] 2021-10-19 14:28:59 > FID score (Step: 80000, Using train moments): 7.1100352560340525
[INFO] 2021-10-19 14:28:59 > Improved Precision (Step: 80000, Using train images): 0.8537252221462748
[INFO] 2021-10-19 14:28:59 > Improved Recall (Step: 80000, Using train images): 0.42030075187969923
[INFO] 2021-10-19 14:28:59 > Density (Step: 80000, Using train images): 1.260369104579631
[INFO] 2021-10-19 14:28:59 > Coverage (Step: 80000, Using train images): 0.7725905673274094
[INFO] 2021-10-19 14:28:59 > Best FID score (Step: 78000, Using train moments): 7.060226921151866
[INFO] 2021-10-19 14:29:10 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 14:30:51 > Step: 80100 Progress: 20.0% Elapsed: 22:28:42 Gen_loss: 1.198 Dis_loss: 0.7568 Cls_loss: N/A Topk: N/A ada_p: 0.1696
[INFO] 2021-10-19 14:31:57 > Step: 80200 Progress: 20.1% Elapsed: 22:29:49 Gen_loss: 2.054 Dis_loss: 0.4838 Cls_loss: N/A Topk: N/A ada_p: 0.1709
[INFO] 2021-10-19 14:33:38 > Step: 80300 Progress: 20.1% Elapsed: 22:31:30 Gen_loss: 1.313 Dis_loss: 0.7271 Cls_loss: N/A Topk: N/A ada_p: 0.1716
[INFO] 2021-10-19 14:34:45 > Step: 80400 Progress: 20.1% Elapsed: 22:32:36 Gen_loss: 2.291 Dis_loss: 0.5685 Cls_loss: N/A Topk: N/A ada_p: 0.1699
[INFO] 2021-10-19 14:36:26 > Step: 80500 Progress: 20.1% Elapsed: 22:34:17 Gen_loss: 1.797 Dis_loss: 0.5999 Cls_loss: N/A Topk: N/A ada_p: 0.1705
[INFO] 2021-10-19 14:37:32 > Step: 80600 Progress: 20.2% Elapsed: 22:35:24 Gen_loss: 1.912 Dis_loss: 0.5388 Cls_loss: N/A Topk: N/A ada_p: 0.1728
[INFO] 2021-10-19 14:38:38 > Step: 80700 Progress: 20.2% Elapsed: 22:36:30 Gen_loss: 2.502 Dis_loss: 0.4771 Cls_loss: N/A Topk: N/A ada_p: 0.1736
[INFO] 2021-10-19 14:40:20 > Step: 80800 Progress: 20.2% Elapsed: 22:38:11 Gen_loss: 4.165 Dis_loss: 0.9288 Cls_loss: N/A Topk: N/A ada_p: 0.172
[INFO] 2021-10-19 14:41:26 > Step: 80900 Progress: 20.2% Elapsed: 22:39:18 Gen_loss: 2.331 Dis_loss: 0.4808 Cls_loss: N/A Topk: N/A ada_p: 0.167
[INFO] 2021-10-19 14:43:07 > Step: 81000 Progress: 20.2% Elapsed: 22:40:58 Gen_loss: 1.26 Dis_loss: 0.5126 Cls_loss: N/A Topk: N/A ada_p: 0.1678
[INFO] 2021-10-19 14:44:13 > Step: 81100 Progress: 20.3% Elapsed: 22:42:05 Gen_loss: 2.619 Dis_loss: 1.112 Cls_loss: N/A Topk: N/A ada_p: 0.1665
[INFO] 2021-10-19 14:45:56 > Step: 81200 Progress: 20.3% Elapsed: 22:43:47 Gen_loss: 2.261 Dis_loss: 0.6731 Cls_loss: N/A Topk: N/A ada_p: 0.1676
[INFO] 2021-10-19 14:47:02 > Step: 81300 Progress: 20.3% Elapsed: 22:44:54 Gen_loss: 1.78 Dis_loss: 0.7462 Cls_loss: N/A Topk: N/A ada_p: 0.1646
[INFO] 2021-10-19 14:48:43 > Step: 81400 Progress: 20.3% Elapsed: 22:46:34 Gen_loss: 2.624 Dis_loss: 0.4609 Cls_loss: N/A Topk: N/A ada_p: 0.1654
[INFO] 2021-10-19 14:49:50 > Step: 81500 Progress: 20.4% Elapsed: 22:47:41 Gen_loss: 3.178 Dis_loss: 0.9206 Cls_loss: N/A Topk: N/A ada_p: 0.1659
[INFO] 2021-10-19 14:50:56 > Step: 81600 Progress: 20.4% Elapsed: 22:48:48 Gen_loss: 3.074 Dis_loss: 1.165 Cls_loss: N/A Topk: N/A ada_p: 0.1623
[INFO] 2021-10-19 14:52:37 > Step: 81700 Progress: 20.4% Elapsed: 22:50:29 Gen_loss: 2.81 Dis_loss: 0.6537 Cls_loss: N/A Topk: N/A ada_p: 0.1642
[INFO] 2021-10-19 14:53:44 > Step: 81800 Progress: 20.4% Elapsed: 22:51:35 Gen_loss: 1.3 Dis_loss: 0.5011 Cls_loss: N/A Topk: N/A ada_p: 0.1622
[INFO] 2021-10-19 14:55:47 > Step: 81900 Progress: 20.5% Elapsed: 22:53:38 Gen_loss: 0.8788 Dis_loss: 1.125 Cls_loss: N/A Topk: N/A ada_p: 0.1601
[INFO] 2021-10-19 14:56:53 > Step: 82000 Progress: 20.5% Elapsed: 22:54:45 Gen_loss: 1.463 Dis_loss: 0.5388 Cls_loss: N/A Topk: N/A ada_p: 0.1617
[INFO] 2021-10-19 14:56:53 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 14:56:55 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_82000.png
[INFO] 2021-10-19 14:56:57 > Start Evaluation (82000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 14:56:57 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 14:58:08 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 14:59:29 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 15:02:23 > Inception score (Step: 82000, 14630 generated images): 12.427704811096191
[INFO] 2021-10-19 15:02:23 > FID score (Step: 82000, Using train moments): 6.655840408170093
[INFO] 2021-10-19 15:02:23 > Improved Precision (Step: 82000, Using train images): 0.8564593301435407
[INFO] 2021-10-19 15:02:23 > Improved Recall (Step: 82000, Using train images): 0.43110047846889954
[INFO] 2021-10-19 15:02:23 > Density (Step: 82000, Using train images): 1.295926179084074
[INFO] 2021-10-19 15:02:23 > Coverage (Step: 82000, Using train images): 0.7814080656185919
[INFO] 2021-10-19 15:02:23 > Best FID score (Step: 82000, Using train moments): 6.655840408170093
[INFO] 2021-10-19 15:02:47 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 15:04:27 > Step: 82100 Progress: 20.5% Elapsed: 23:02:18 Gen_loss: 2.372 Dis_loss: 0.5871 Cls_loss: N/A Topk: N/A ada_p: 0.162
[INFO] 2021-10-19 15:05:33 > Step: 82200 Progress: 20.5% Elapsed: 23:03:25 Gen_loss: 3.917 Dis_loss: 1.764 Cls_loss: N/A Topk: N/A ada_p: 0.1667
[INFO] 2021-10-19 15:06:40 > Step: 82300 Progress: 20.6% Elapsed: 23:04:31 Gen_loss: 0.9197 Dis_loss: 0.9951 Cls_loss: N/A Topk: N/A ada_p: 0.1672
[INFO] 2021-10-19 15:08:20 > Step: 82400 Progress: 20.6% Elapsed: 23:06:12 Gen_loss: 3.285 Dis_loss: 0.9904 Cls_loss: N/A Topk: N/A ada_p: 0.1638
[INFO] 2021-10-19 15:09:27 > Step: 82500 Progress: 20.6% Elapsed: 23:07:19 Gen_loss: 2.59 Dis_loss: 1.201 Cls_loss: N/A Topk: N/A ada_p: 0.164
[INFO] 2021-10-19 15:11:08 > Step: 82600 Progress: 20.6% Elapsed: 23:08:59 Gen_loss: 2.596 Dis_loss: 0.62 Cls_loss: N/A Topk: N/A ada_p: 0.1629
[INFO] 2021-10-19 15:12:14 > Step: 82700 Progress: 20.7% Elapsed: 23:10:06 Gen_loss: 3.263 Dis_loss: 1.245 Cls_loss: N/A Topk: N/A ada_p: 0.1665
[INFO] 2021-10-19 15:13:55 > Step: 82800 Progress: 20.7% Elapsed: 23:11:46 Gen_loss: 1.215 Dis_loss: 0.6996 Cls_loss: N/A Topk: N/A ada_p: 0.1681
[INFO] 2021-10-19 15:15:01 > Step: 82900 Progress: 20.7% Elapsed: 23:12:53 Gen_loss: 1.973 Dis_loss: 0.7893 Cls_loss: N/A Topk: N/A ada_p: 0.1692
[INFO] 2021-10-19 15:16:42 > Step: 83000 Progress: 20.8% Elapsed: 23:14:34 Gen_loss: 2.419 Dis_loss: 0.6048 Cls_loss: N/A Topk: N/A ada_p: 0.1728
[INFO] 2021-10-19 15:17:49 > Step: 83100 Progress: 20.8% Elapsed: 23:15:40 Gen_loss: 2.873 Dis_loss: 0.3774 Cls_loss: N/A Topk: N/A ada_p: 0.1782
[INFO] 2021-10-19 15:18:55 > Step: 83200 Progress: 20.8% Elapsed: 23:16:47 Gen_loss: 2.335 Dis_loss: 0.9193 Cls_loss: N/A Topk: N/A ada_p: 0.1733
[INFO] 2021-10-19 15:20:36 > Step: 83300 Progress: 20.8% Elapsed: 23:18:27 Gen_loss: 1.851 Dis_loss: 0.5662 Cls_loss: N/A Topk: N/A ada_p: 0.1763
[INFO] 2021-10-19 15:21:42 > Step: 83400 Progress: 20.8% Elapsed: 23:19:34 Gen_loss: 1.878 Dis_loss: 0.9111 Cls_loss: N/A Topk: N/A ada_p: 0.1768
[INFO] 2021-10-19 15:23:23 > Step: 83500 Progress: 20.9% Elapsed: 23:21:15 Gen_loss: 2.676 Dis_loss: 0.7196 Cls_loss: N/A Topk: N/A ada_p: 0.1786
[INFO] 2021-10-19 15:24:29 > Step: 83600 Progress: 20.9% Elapsed: 23:22:21 Gen_loss: 1.676 Dis_loss: 0.4891 Cls_loss: N/A Topk: N/A ada_p: 0.1773
[INFO] 2021-10-19 15:26:10 > Step: 83700 Progress: 20.9% Elapsed: 23:24:01 Gen_loss: 2.607 Dis_loss: 0.3202 Cls_loss: N/A Topk: N/A ada_p: 0.1782
[INFO] 2021-10-19 15:27:16 > Step: 83800 Progress: 20.9% Elapsed: 23:25:08 Gen_loss: 2.503 Dis_loss: 0.4249 Cls_loss: N/A Topk: N/A ada_p: 0.181
[INFO] 2021-10-19 15:28:23 > Step: 83900 Progress: 21.0% Elapsed: 23:26:15 Gen_loss: 1.841 Dis_loss: 0.7122 Cls_loss: N/A Topk: N/A ada_p: 0.1848
[INFO] 2021-10-19 15:30:09 > Step: 84000 Progress: 21.0% Elapsed: 23:28:01 Gen_loss: 2.977 Dis_loss: 0.5104 Cls_loss: N/A Topk: N/A ada_p: 0.1828
[INFO] 2021-10-19 15:30:09 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 15:30:11 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_84000.png
[INFO] 2021-10-19 15:30:12 > Start Evaluation (84000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 15:30:12 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 15:31:24 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 15:32:45 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 15:35:38 > Inception score (Step: 84000, 14630 generated images): 12.347636222839355
[INFO] 2021-10-19 15:35:38 > FID score (Step: 84000, Using train moments): 6.603834378071099
[INFO] 2021-10-19 15:35:38 > Improved Precision (Step: 84000, Using train images): 0.8580997949419003
[INFO] 2021-10-19 15:35:38 > Improved Recall (Step: 84000, Using train images): 0.42870813397129187
[INFO] 2021-10-19 15:35:38 > Density (Step: 84000, Using train images): 1.3135475051264525
[INFO] 2021-10-19 15:35:38 > Coverage (Step: 84000, Using train images): 0.7828434723171566
[INFO] 2021-10-19 15:35:38 > Best FID score (Step: 84000, Using train moments): 6.603834378071099
[INFO] 2021-10-19 15:36:00 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 15:37:07 > Step: 84100 Progress: 21.0% Elapsed: 23:34:59 Gen_loss: 1.453 Dis_loss: 0.5631 Cls_loss: N/A Topk: N/A ada_p: 0.1811
[INFO] 2021-10-19 15:39:26 > Step: 84200 Progress: 21.1% Elapsed: 23:37:18 Gen_loss: 0.9098 Dis_loss: 0.8466 Cls_loss: N/A Topk: N/A ada_p: 0.1821
[INFO] 2021-10-19 15:40:32 > Step: 84300 Progress: 21.1% Elapsed: 23:38:24 Gen_loss: 0.893 Dis_loss: 0.8898 Cls_loss: N/A Topk: N/A ada_p: 0.1801
[INFO] 2021-10-19 15:42:13 > Step: 84400 Progress: 21.1% Elapsed: 23:40:05 Gen_loss: 2.55 Dis_loss: 0.6572 Cls_loss: N/A Topk: N/A ada_p: 0.1804
[INFO] 2021-10-19 15:43:27 > Step: 84500 Progress: 21.1% Elapsed: 23:41:18 Gen_loss: 2.435 Dis_loss: 0.6641 Cls_loss: N/A Topk: N/A ada_p: 0.1812
[INFO] 2021-10-19 15:45:08 > Step: 84600 Progress: 21.1% Elapsed: 23:42:59 Gen_loss: 2.352 Dis_loss: 0.4479 Cls_loss: N/A Topk: N/A ada_p: 0.183
[INFO] 2021-10-19 15:46:14 > Step: 84700 Progress: 21.2% Elapsed: 23:44:06 Gen_loss: 2.039 Dis_loss: 0.4643 Cls_loss: N/A Topk: N/A ada_p: 0.1841
[INFO] 2021-10-19 15:47:21 > Step: 84800 Progress: 21.2% Elapsed: 23:45:13 Gen_loss: 3.173 Dis_loss: 0.4049 Cls_loss: N/A Topk: N/A ada_p: 0.183
[INFO] 2021-10-19 15:49:02 > Step: 84900 Progress: 21.2% Elapsed: 23:46:53 Gen_loss: 2.468 Dis_loss: 0.5509 Cls_loss: N/A Topk: N/A ada_p: 0.1816
[INFO] 2021-10-19 15:50:08 > Step: 85000 Progress: 21.2% Elapsed: 23:48:00 Gen_loss: 2.474 Dis_loss: 1.169 Cls_loss: N/A Topk: N/A ada_p: 0.1842
[INFO] 2021-10-19 15:51:55 > Step: 85100 Progress: 21.3% Elapsed: 23:49:47 Gen_loss: 2.969 Dis_loss: 0.3804 Cls_loss: N/A Topk: N/A ada_p: 0.187
[INFO] 2021-10-19 15:53:02 > Step: 85200 Progress: 21.3% Elapsed: 23:50:54 Gen_loss: 1.364 Dis_loss: 1.113 Cls_loss: N/A Topk: N/A ada_p: 0.1824
[INFO] 2021-10-19 15:54:42 > Step: 85300 Progress: 21.3% Elapsed: 23:52:34 Gen_loss: 1.709 Dis_loss: 0.6729 Cls_loss: N/A Topk: N/A ada_p: 0.1751
[INFO] 2021-10-19 15:55:49 > Step: 85400 Progress: 21.3% Elapsed: 23:53:41 Gen_loss: 3.344 Dis_loss: 0.5623 Cls_loss: N/A Topk: N/A ada_p: 0.1766
[INFO] 2021-10-19 15:56:56 > Step: 85500 Progress: 21.4% Elapsed: 23:54:47 Gen_loss: 2.682 Dis_loss: 0.57 Cls_loss: N/A Topk: N/A ada_p: 0.18
[INFO] 2021-10-19 15:58:36 > Step: 85600 Progress: 21.4% Elapsed: 23:56:28 Gen_loss: 2.791 Dis_loss: 1.055 Cls_loss: N/A Topk: N/A ada_p: 0.1833
[INFO] 2021-10-19 15:59:44 > Step: 85700 Progress: 21.4% Elapsed: 23:57:35 Gen_loss: 1.73 Dis_loss: 0.6998 Cls_loss: N/A Topk: N/A ada_p: 0.178
[INFO] 2021-10-19 16:01:26 > Step: 85800 Progress: 21.4% Elapsed: 23:59:18 Gen_loss: 1.187 Dis_loss: 1.081 Cls_loss: N/A Topk: N/A ada_p: 0.1819
[INFO] 2021-10-19 16:02:33 > Step: 85900 Progress: 21.5% Elapsed: 1 day, 0:00:24 Gen_loss: 1.472 Dis_loss: 0.4484 Cls_loss: N/A Topk: N/A ada_p: 0.176
[INFO] 2021-10-19 16:04:14 > Step: 86000 Progress: 21.5% Elapsed: 1 day, 0:02:05 Gen_loss: 2.232 Dis_loss: 0.6233 Cls_loss: N/A Topk: N/A ada_p: 0.1757
[INFO] 2021-10-19 16:04:14 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 16:04:15 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_86000.png
[INFO] 2021-10-19 16:04:17 > Start Evaluation (86000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 16:04:17 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 16:05:28 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 16:06:50 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 16:09:43 > Inception score (Step: 86000, 14630 generated images): 12.538717269897461
[INFO] 2021-10-19 16:09:43 > FID score (Step: 86000, Using train moments): 6.649619469776155
[INFO] 2021-10-19 16:09:43 > Improved Precision (Step: 86000, Using train images): 0.8518113465481887
[INFO] 2021-10-19 16:09:43 > Improved Recall (Step: 86000, Using train images): 0.42508544087491457
[INFO] 2021-10-19 16:09:43 > Density (Step: 86000, Using train images): 1.2580997949419004
[INFO] 2021-10-19 16:09:43 > Coverage (Step: 86000, Using train images): 0.7843472317156528
[INFO] 2021-10-19 16:09:43 > Best FID score (Step: 84000, Using train moments): 6.603834378071099
[INFO] 2021-10-19 16:09:54 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 16:11:00 > Step: 86100 Progress: 21.5% Elapsed: 1 day, 0:08:52 Gen_loss: 1.322 Dis_loss: 0.7892 Cls_loss: N/A Topk: N/A ada_p: 0.1784
[INFO] 2021-10-19 16:12:42 > Step: 86200 Progress: 21.6% Elapsed: 1 day, 0:10:33 Gen_loss: 1.53 Dis_loss: 0.7683 Cls_loss: N/A Topk: N/A ada_p: 0.18
[INFO] 2021-10-19 16:13:48 > Step: 86300 Progress: 21.6% Elapsed: 1 day, 0:11:40 Gen_loss: 2.507 Dis_loss: 0.7132 Cls_loss: N/A Topk: N/A ada_p: 0.1818
[INFO] 2021-10-19 16:14:54 > Step: 86400 Progress: 21.6% Elapsed: 1 day, 0:12:46 Gen_loss: 2.216 Dis_loss: 0.5558 Cls_loss: N/A Topk: N/A ada_p: 0.1777
[INFO] 2021-10-19 16:16:35 > Step: 86500 Progress: 21.6% Elapsed: 1 day, 0:14:27 Gen_loss: 2.138 Dis_loss: 0.573 Cls_loss: N/A Topk: N/A ada_p: 0.1791
[INFO] 2021-10-19 16:17:42 > Step: 86600 Progress: 21.6% Elapsed: 1 day, 0:15:33 Gen_loss: 1.005 Dis_loss: 0.9949 Cls_loss: N/A Topk: N/A ada_p: 0.1778
[INFO] 2021-10-19 16:19:22 > Step: 86700 Progress: 21.7% Elapsed: 1 day, 0:17:14 Gen_loss: 1.783 Dis_loss: 0.7418 Cls_loss: N/A Topk: N/A ada_p: 0.1783
[INFO] 2021-10-19 16:20:29 > Step: 86800 Progress: 21.7% Elapsed: 1 day, 0:18:21 Gen_loss: 1.129 Dis_loss: 0.7574 Cls_loss: N/A Topk: N/A ada_p: 0.1788
[INFO] 2021-10-19 16:22:41 > Step: 86900 Progress: 21.7% Elapsed: 1 day, 0:20:32 Gen_loss: 1.173 Dis_loss: 0.9545 Cls_loss: N/A Topk: N/A ada_p: 0.1766
[INFO] 2021-10-19 16:23:47 > Step: 87000 Progress: 21.8% Elapsed: 1 day, 0:21:39 Gen_loss: 1.545 Dis_loss: 1.07 Cls_loss: N/A Topk: N/A ada_p: 0.1748
[INFO] 2021-10-19 16:25:29 > Step: 87100 Progress: 21.8% Elapsed: 1 day, 0:23:21 Gen_loss: 2.165 Dis_loss: 0.7767 Cls_loss: N/A Topk: N/A ada_p: 0.18
[INFO] 2021-10-19 16:26:36 > Step: 87200 Progress: 21.8% Elapsed: 1 day, 0:24:28 Gen_loss: 1.549 Dis_loss: 1.113 Cls_loss: N/A Topk: N/A ada_p: 0.1787
[INFO] 2021-10-19 16:27:43 > Step: 87300 Progress: 21.8% Elapsed: 1 day, 0:25:35 Gen_loss: 1.376 Dis_loss: 0.5422 Cls_loss: N/A Topk: N/A ada_p: 0.1793
[INFO] 2021-10-19 16:29:23 > Step: 87400 Progress: 21.9% Elapsed: 1 day, 0:27:15 Gen_loss: 1.991 Dis_loss: 0.8526 Cls_loss: N/A Topk: N/A ada_p: 0.1778
[INFO] 2021-10-19 16:30:30 > Step: 87500 Progress: 21.9% Elapsed: 1 day, 0:28:21 Gen_loss: 0.9849 Dis_loss: 0.6979 Cls_loss: N/A Topk: N/A ada_p: 0.177
[INFO] 2021-10-19 16:32:10 > Step: 87600 Progress: 21.9% Elapsed: 1 day, 0:30:02 Gen_loss: 2.168 Dis_loss: 0.5033 Cls_loss: N/A Topk: N/A ada_p: 0.1804
[INFO] 2021-10-19 16:33:17 > Step: 87700 Progress: 21.9% Elapsed: 1 day, 0:31:09 Gen_loss: 2.126 Dis_loss: 1.328 Cls_loss: N/A Topk: N/A ada_p: 0.181
[INFO] 2021-10-19 16:34:58 > Step: 87800 Progress: 21.9% Elapsed: 1 day, 0:32:49 Gen_loss: 2.533 Dis_loss: 1.015 Cls_loss: N/A Topk: N/A ada_p: 0.1805
[INFO] 2021-10-19 16:36:05 > Step: 87900 Progress: 22.0% Elapsed: 1 day, 0:33:56 Gen_loss: 3.725 Dis_loss: 0.8057 Cls_loss: N/A Topk: N/A ada_p: 0.182
[INFO] 2021-10-19 16:37:11 > Step: 88000 Progress: 22.0% Elapsed: 1 day, 0:35:03 Gen_loss: 2.051 Dis_loss: 0.7114 Cls_loss: N/A Topk: N/A ada_p: 0.182
[INFO] 2021-10-19 16:37:11 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 16:37:13 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_88000.png
[INFO] 2021-10-19 16:37:15 > Start Evaluation (88000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 16:37:15 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 16:38:26 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 16:39:48 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 16:42:43 > Inception score (Step: 88000, 14630 generated images): 12.643925666809082
[INFO] 2021-10-19 16:42:43 > FID score (Step: 88000, Using train moments): 6.554552709870848
[INFO] 2021-10-19 16:42:43 > Improved Precision (Step: 88000, Using train images): 0.8551606288448393
[INFO] 2021-10-19 16:42:43 > Improved Recall (Step: 88000, Using train images): 0.43663704716336293
[INFO] 2021-10-19 16:42:43 > Density (Step: 88000, Using train images): 1.2804237867395765
[INFO] 2021-10-19 16:42:43 > Coverage (Step: 88000, Using train images): 0.7937115516062885
[INFO] 2021-10-19 16:42:43 > Best FID score (Step: 88000, Using train moments): 6.554552709870848
[INFO] 2021-10-19 16:43:04 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 16:44:46 > Step: 88100 Progress: 22.0% Elapsed: 1 day, 0:42:38 Gen_loss: 1.704 Dis_loss: 0.8142 Cls_loss: N/A Topk: N/A ada_p: 0.1791
[INFO] 2021-10-19 16:45:52 > Step: 88200 Progress: 22.1% Elapsed: 1 day, 0:43:44 Gen_loss: 2.385 Dis_loss: 0.3736 Cls_loss: N/A Topk: N/A ada_p: 0.1796
[INFO] 2021-10-19 16:47:33 > Step: 88300 Progress: 22.1% Elapsed: 1 day, 0:45:25 Gen_loss: 2.571 Dis_loss: 0.6163 Cls_loss: N/A Topk: N/A ada_p: 0.1798
[INFO] 2021-10-19 16:48:40 > Step: 88400 Progress: 22.1% Elapsed: 1 day, 0:46:32 Gen_loss: 2.246 Dis_loss: 0.3678 Cls_loss: N/A Topk: N/A ada_p: 0.177
[INFO] 2021-10-19 16:50:22 > Step: 88500 Progress: 22.1% Elapsed: 1 day, 0:48:13 Gen_loss: 1.322 Dis_loss: 0.706 Cls_loss: N/A Topk: N/A ada_p: 0.1797
[INFO] 2021-10-19 16:51:29 > Step: 88600 Progress: 22.1% Elapsed: 1 day, 0:49:20 Gen_loss: 1.843 Dis_loss: 0.8149 Cls_loss: N/A Topk: N/A ada_p: 0.18
[INFO] 2021-10-19 16:53:11 > Step: 88700 Progress: 22.2% Elapsed: 1 day, 0:51:02 Gen_loss: 2.823 Dis_loss: 0.4898 Cls_loss: N/A Topk: N/A ada_p: 0.183
[INFO] 2021-10-19 16:54:18 > Step: 88800 Progress: 22.2% Elapsed: 1 day, 0:52:09 Gen_loss: 4.062 Dis_loss: 0.4084 Cls_loss: N/A Topk: N/A ada_p: 0.1815
[INFO] 2021-10-19 16:55:25 > Step: 88900 Progress: 22.2% Elapsed: 1 day, 0:53:16 Gen_loss: 1.7 Dis_loss: 0.4969 Cls_loss: N/A Topk: N/A ada_p: 0.1806
[INFO] 2021-10-19 16:57:12 > Step: 89000 Progress: 22.2% Elapsed: 1 day, 0:55:03 Gen_loss: 2.762 Dis_loss: 0.7141 Cls_loss: N/A Topk: N/A ada_p: 0.177
[INFO] 2021-10-19 16:58:18 > Step: 89100 Progress: 22.3% Elapsed: 1 day, 0:56:10 Gen_loss: 2.758 Dis_loss: 0.3778 Cls_loss: N/A Topk: N/A ada_p: 0.1791
[INFO] 2021-10-19 17:00:00 > Step: 89200 Progress: 22.3% Elapsed: 1 day, 0:57:52 Gen_loss: 3.415 Dis_loss: 0.1869 Cls_loss: N/A Topk: N/A ada_p: 0.1809
[INFO] 2021-10-19 17:01:07 > Step: 89300 Progress: 22.3% Elapsed: 1 day, 0:58:59 Gen_loss: 2.22 Dis_loss: 1.117 Cls_loss: N/A Topk: N/A ada_p: 0.1838
[INFO] 2021-10-19 17:02:47 > Step: 89400 Progress: 22.4% Elapsed: 1 day, 1:00:39 Gen_loss: 1.6 Dis_loss: 0.9099 Cls_loss: N/A Topk: N/A ada_p: 0.1825
[INFO] 2021-10-19 17:03:54 > Step: 89500 Progress: 22.4% Elapsed: 1 day, 1:01:46 Gen_loss: 2.455 Dis_loss: 1.039 Cls_loss: N/A Topk: N/A ada_p: 0.1841
[INFO] 2021-10-19 17:05:01 > Step: 89600 Progress: 22.4% Elapsed: 1 day, 1:02:52 Gen_loss: 3.659 Dis_loss: 0.799 Cls_loss: N/A Topk: N/A ada_p: 0.1889
[INFO] 2021-10-19 17:07:10 > Step: 89700 Progress: 22.4% Elapsed: 1 day, 1:05:02 Gen_loss: 1.28 Dis_loss: 0.9851 Cls_loss: N/A Topk: N/A ada_p: 0.187
[INFO] 2021-10-19 17:08:18 > Step: 89800 Progress: 22.4% Elapsed: 1 day, 1:06:09 Gen_loss: 1.721 Dis_loss: 0.6409 Cls_loss: N/A Topk: N/A ada_p: 0.187
[INFO] 2021-10-19 17:09:59 > Step: 89900 Progress: 22.5% Elapsed: 1 day, 1:07:51 Gen_loss: 4.059 Dis_loss: 0.1743 Cls_loss: N/A Topk: N/A ada_p: 0.1919
[INFO] 2021-10-19 17:11:06 > Step: 90000 Progress: 22.5% Elapsed: 1 day, 1:08:57 Gen_loss: 1.84 Dis_loss: 0.8768 Cls_loss: N/A Topk: N/A ada_p: 0.1921
[INFO] 2021-10-19 17:11:06 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 17:11:07 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_90000.png
[INFO] 2021-10-19 17:11:09 > Start Evaluation (90000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 17:11:09 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 17:12:21 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 17:13:42 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 17:16:35 > Inception score (Step: 90000, 14630 generated images): 12.411714553833008
[INFO] 2021-10-19 17:16:35 > FID score (Step: 90000, Using train moments): 6.497784448654301
[INFO] 2021-10-19 17:16:35 > Improved Precision (Step: 90000, Using train images): 0.8528366370471634
[INFO] 2021-10-19 17:16:35 > Improved Recall (Step: 90000, Using train images): 0.4483937115516063
[INFO] 2021-10-19 17:16:35 > Density (Step: 90000, Using train images): 1.2549829118250173
[INFO] 2021-10-19 17:16:35 > Coverage (Step: 90000, Using train images): 0.7952836637047164
[INFO] 2021-10-19 17:16:35 > Best FID score (Step: 90000, Using train moments): 6.497784448654301
[INFO] 2021-10-19 17:17:04 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 17:18:45 > Step: 90100 Progress: 22.5% Elapsed: 1 day, 1:16:37 Gen_loss: 1.795 Dis_loss: 0.5324 Cls_loss: N/A Topk: N/A ada_p: 0.1905
[INFO] 2021-10-19 17:19:52 > Step: 90200 Progress: 22.6% Elapsed: 1 day, 1:17:43 Gen_loss: 2.506 Dis_loss: 0.7917 Cls_loss: N/A Topk: N/A ada_p: 0.1884
[INFO] 2021-10-19 17:21:33 > Step: 90300 Progress: 22.6% Elapsed: 1 day, 1:19:24 Gen_loss: 1.552 Dis_loss: 0.5277 Cls_loss: N/A Topk: N/A ada_p: 0.1833
[INFO] 2021-10-19 17:22:39 > Step: 90400 Progress: 22.6% Elapsed: 1 day, 1:20:31 Gen_loss: 1.557 Dis_loss: 1.043 Cls_loss: N/A Topk: N/A ada_p: 0.1864
[INFO] 2021-10-19 17:23:46 > Step: 90500 Progress: 22.6% Elapsed: 1 day, 1:21:37 Gen_loss: 2.572 Dis_loss: 0.4264 Cls_loss: N/A Topk: N/A ada_p: 0.186
[INFO] 2021-10-19 17:25:28 > Step: 90600 Progress: 22.7% Elapsed: 1 day, 1:23:20 Gen_loss: 1.308 Dis_loss: 0.3809 Cls_loss: N/A Topk: N/A ada_p: 0.1857
[INFO] 2021-10-19 17:26:35 > Step: 90700 Progress: 22.7% Elapsed: 1 day, 1:24:26 Gen_loss: 1.634 Dis_loss: 0.7101 Cls_loss: N/A Topk: N/A ada_p: 0.1816
[INFO] 2021-10-19 17:28:15 > Step: 90800 Progress: 22.7% Elapsed: 1 day, 1:26:07 Gen_loss: 1.674 Dis_loss: 0.6369 Cls_loss: N/A Topk: N/A ada_p: 0.1798
[INFO] 2021-10-19 17:29:22 > Step: 90900 Progress: 22.7% Elapsed: 1 day, 1:27:14 Gen_loss: 2.968 Dis_loss: 0.6732 Cls_loss: N/A Topk: N/A ada_p: 0.1815
[INFO] 2021-10-19 17:31:03 > Step: 91000 Progress: 22.8% Elapsed: 1 day, 1:28:55 Gen_loss: 2.7 Dis_loss: 1.138 Cls_loss: N/A Topk: N/A ada_p: 0.1812
[INFO] 2021-10-19 17:32:10 > Step: 91100 Progress: 22.8% Elapsed: 1 day, 1:30:01 Gen_loss: 1.556 Dis_loss: 0.8167 Cls_loss: N/A Topk: N/A ada_p: 0.1815
[INFO] 2021-10-19 17:33:16 > Step: 91200 Progress: 22.8% Elapsed: 1 day, 1:31:08 Gen_loss: 2.707 Dis_loss: 0.7597 Cls_loss: N/A Topk: N/A ada_p: 0.182
[INFO] 2021-10-19 17:34:57 > Step: 91300 Progress: 22.8% Elapsed: 1 day, 1:32:48 Gen_loss: 1.672 Dis_loss: 0.9908 Cls_loss: N/A Topk: N/A ada_p: 0.1834
[INFO] 2021-10-19 17:36:03 > Step: 91400 Progress: 22.9% Elapsed: 1 day, 1:33:55 Gen_loss: 1.662 Dis_loss: 0.4592 Cls_loss: N/A Topk: N/A ada_p: 0.187
[INFO] 2021-10-19 17:37:44 > Step: 91500 Progress: 22.9% Elapsed: 1 day, 1:35:35 Gen_loss: 4.574 Dis_loss: 0.345 Cls_loss: N/A Topk: N/A ada_p: 0.1926
[INFO] 2021-10-19 17:38:50 > Step: 91600 Progress: 22.9% Elapsed: 1 day, 1:36:42 Gen_loss: 2.278 Dis_loss: 1.151 Cls_loss: N/A Topk: N/A ada_p: 0.1901
[INFO] 2021-10-19 17:40:30 > Step: 91700 Progress: 22.9% Elapsed: 1 day, 1:38:21 Gen_loss: 1.27 Dis_loss: 0.8619 Cls_loss: N/A Topk: N/A ada_p: 0.1889
[INFO] 2021-10-19 17:41:36 > Step: 91800 Progress: 22.9% Elapsed: 1 day, 1:39:28 Gen_loss: 2.828 Dis_loss: 0.2058 Cls_loss: N/A Topk: N/A ada_p: 0.19
[INFO] 2021-10-19 17:43:17 > Step: 91900 Progress: 23.0% Elapsed: 1 day, 1:41:09 Gen_loss: 1.907 Dis_loss: 0.3815 Cls_loss: N/A Topk: N/A ada_p: 0.191
[INFO] 2021-10-19 17:44:24 > Step: 92000 Progress: 23.0% Elapsed: 1 day, 1:42:16 Gen_loss: 1.607 Dis_loss: 0.6622 Cls_loss: N/A Topk: N/A ada_p: 0.1946
[INFO] 2021-10-19 17:44:24 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 17:44:26 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_92000.png
[INFO] 2021-10-19 17:44:27 > Start Evaluation (92000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 17:44:27 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 17:45:39 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 17:47:00 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 17:50:01 > Inception score (Step: 92000, 14630 generated images): 12.50784969329834
[INFO] 2021-10-19 17:50:01 > FID score (Step: 92000, Using train moments): 6.5225288198963085
[INFO] 2021-10-19 17:50:01 > Improved Precision (Step: 92000, Using train images): 0.8576896787423103
[INFO] 2021-10-19 17:50:01 > Improved Recall (Step: 92000, Using train images): 0.44149008885850993
[INFO] 2021-10-19 17:50:01 > Density (Step: 92000, Using train images): 1.2726589200273413
[INFO] 2021-10-19 17:50:01 > Coverage (Step: 92000, Using train images): 0.7865345181134655
[INFO] 2021-10-19 17:50:01 > Best FID score (Step: 90000, Using train moments): 6.497784448654301
[INFO] 2021-10-19 17:50:11 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 17:51:17 > Step: 92100 Progress: 23.0% Elapsed: 1 day, 1:49:09 Gen_loss: 2.503 Dis_loss: 0.7195 Cls_loss: N/A Topk: N/A ada_p: 0.1972
[INFO] 2021-10-19 17:52:59 > Step: 92200 Progress: 23.1% Elapsed: 1 day, 1:50:51 Gen_loss: 1.898 Dis_loss: 0.4965 Cls_loss: N/A Topk: N/A ada_p: 0.1937
[INFO] 2021-10-19 17:54:06 > Step: 92300 Progress: 23.1% Elapsed: 1 day, 1:51:57 Gen_loss: 0.8474 Dis_loss: 0.7543 Cls_loss: N/A Topk: N/A ada_p: 0.1916
[INFO] 2021-10-19 17:55:46 > Step: 92400 Progress: 23.1% Elapsed: 1 day, 1:53:38 Gen_loss: 2.028 Dis_loss: 0.5855 Cls_loss: N/A Topk: N/A ada_p: 0.1939
[INFO] 2021-10-19 17:56:53 > Step: 92500 Progress: 23.1% Elapsed: 1 day, 1:54:45 Gen_loss: 1.378 Dis_loss: 0.6474 Cls_loss: N/A Topk: N/A ada_p: 0.1956
[INFO] 2021-10-19 17:58:35 > Step: 92600 Progress: 23.2% Elapsed: 1 day, 1:56:26 Gen_loss: 1.392 Dis_loss: 1.014 Cls_loss: N/A Topk: N/A ada_p: 0.1938
[INFO] 2021-10-19 17:59:41 > Step: 92700 Progress: 23.2% Elapsed: 1 day, 1:57:33 Gen_loss: 3.506 Dis_loss: 0.3983 Cls_loss: N/A Topk: N/A ada_p: 0.1907
[INFO] 2021-10-19 18:01:23 > Step: 92800 Progress: 23.2% Elapsed: 1 day, 1:59:15 Gen_loss: 2.094 Dis_loss: 0.7874 Cls_loss: N/A Topk: N/A ada_p: 0.191
[INFO] 2021-10-19 18:02:30 > Step: 92900 Progress: 23.2% Elapsed: 1 day, 2:00:22 Gen_loss: 1.046 Dis_loss: 1.357 Cls_loss: N/A Topk: N/A ada_p: 0.1972
[INFO] 2021-10-19 18:03:36 > Step: 93000 Progress: 23.2% Elapsed: 1 day, 2:01:28 Gen_loss: 2.657 Dis_loss: 0.492 Cls_loss: N/A Topk: N/A ada_p: 0.1975
[INFO] 2021-10-19 18:05:17 > Step: 93100 Progress: 23.3% Elapsed: 1 day, 2:03:09 Gen_loss: 2.175 Dis_loss: 0.6398 Cls_loss: N/A Topk: N/A ada_p: 0.198
[INFO] 2021-10-19 18:06:23 > Step: 93200 Progress: 23.3% Elapsed: 1 day, 2:04:15 Gen_loss: 3.823 Dis_loss: 1.46 Cls_loss: N/A Topk: N/A ada_p: 0.2016
[INFO] 2021-10-19 18:08:05 > Step: 93300 Progress: 23.3% Elapsed: 1 day, 2:05:56 Gen_loss: 1.682 Dis_loss: 0.6313 Cls_loss: N/A Topk: N/A ada_p: 0.1984
[INFO] 2021-10-19 18:09:11 > Step: 93400 Progress: 23.4% Elapsed: 1 day, 2:07:03 Gen_loss: 1.584 Dis_loss: 0.5149 Cls_loss: N/A Topk: N/A ada_p: 0.1966
[INFO] 2021-10-19 18:10:52 > Step: 93500 Progress: 23.4% Elapsed: 1 day, 2:08:43 Gen_loss: 1.859 Dis_loss: 0.6219 Cls_loss: N/A Topk: N/A ada_p: 0.1948
[INFO] 2021-10-19 18:11:58 > Step: 93600 Progress: 23.4% Elapsed: 1 day, 2:09:50 Gen_loss: 0.7896 Dis_loss: 1.194 Cls_loss: N/A Topk: N/A ada_p: 0.1976
[INFO] 2021-10-19 18:13:05 > Step: 93700 Progress: 23.4% Elapsed: 1 day, 2:10:56 Gen_loss: 2.754 Dis_loss: 0.5803 Cls_loss: N/A Topk: N/A ada_p: 0.1972
[INFO] 2021-10-19 18:14:45 > Step: 93800 Progress: 23.4% Elapsed: 1 day, 2:12:36 Gen_loss: 1.329 Dis_loss: 1.57 Cls_loss: N/A Topk: N/A ada_p: 0.1985
[INFO] 2021-10-19 18:15:51 > Step: 93900 Progress: 23.5% Elapsed: 1 day, 2:13:43 Gen_loss: 2.042 Dis_loss: 0.6353 Cls_loss: N/A Topk: N/A ada_p: 0.1998
[INFO] 2021-10-19 18:17:33 > Step: 94000 Progress: 23.5% Elapsed: 1 day, 2:15:24 Gen_loss: 2.308 Dis_loss: 0.1536 Cls_loss: N/A Topk: N/A ada_p: 0.1998
[INFO] 2021-10-19 18:17:33 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 18:17:34 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_94000.png
[INFO] 2021-10-19 18:17:36 > Start Evaluation (94000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 18:17:36 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 18:18:47 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 18:20:09 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 18:23:03 > Inception score (Step: 94000, 14630 generated images): 12.70278549194336
[INFO] 2021-10-19 18:23:03 > FID score (Step: 94000, Using train moments): 6.468081718759606
[INFO] 2021-10-19 18:23:03 > Improved Precision (Step: 94000, Using train images): 0.8497607655502393
[INFO] 2021-10-19 18:23:03 > Improved Recall (Step: 94000, Using train images): 0.4463431305536569
[INFO] 2021-10-19 18:23:03 > Density (Step: 94000, Using train images): 1.2876418318523584
[INFO] 2021-10-19 18:23:03 > Coverage (Step: 94000, Using train images): 0.7869446343130554
[INFO] 2021-10-19 18:23:03 > Best FID score (Step: 94000, Using train moments): 6.468081718759606
[INFO] 2021-10-19 18:23:25 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 18:24:32 > Step: 94100 Progress: 23.5% Elapsed: 1 day, 2:22:23 Gen_loss: 2.113 Dis_loss: 1.185 Cls_loss: N/A Topk: N/A ada_p: 0.2007
[INFO] 2021-10-19 18:26:13 > Step: 94200 Progress: 23.5% Elapsed: 1 day, 2:24:05 Gen_loss: 2.413 Dis_loss: 0.7075 Cls_loss: N/A Topk: N/A ada_p: 0.2022
[INFO] 2021-10-19 18:27:20 > Step: 94300 Progress: 23.6% Elapsed: 1 day, 2:25:11 Gen_loss: 2.547 Dis_loss: 0.4641 Cls_loss: N/A Topk: N/A ada_p: 0.1997
[INFO] 2021-10-19 18:29:05 > Step: 94400 Progress: 23.6% Elapsed: 1 day, 2:26:56 Gen_loss: 0.9517 Dis_loss: 0.4067 Cls_loss: N/A Topk: N/A ada_p: 0.1999
[INFO] 2021-10-19 18:30:12 > Step: 94500 Progress: 23.6% Elapsed: 1 day, 2:28:03 Gen_loss: 1.714 Dis_loss: 0.364 Cls_loss: N/A Topk: N/A ada_p: 0.2054
[INFO] 2021-10-19 18:31:18 > Step: 94600 Progress: 23.6% Elapsed: 1 day, 2:29:10 Gen_loss: 1.434 Dis_loss: 0.6644 Cls_loss: N/A Topk: N/A ada_p: 0.2029
[INFO] 2021-10-19 18:33:26 > Step: 94700 Progress: 23.7% Elapsed: 1 day, 2:31:17 Gen_loss: 1.958 Dis_loss: 0.9204 Cls_loss: N/A Topk: N/A ada_p: 0.1967
[INFO] 2021-10-19 18:34:32 > Step: 94800 Progress: 23.7% Elapsed: 1 day, 2:32:24 Gen_loss: 2.939 Dis_loss: 0.6061 Cls_loss: N/A Topk: N/A ada_p: 0.1998
[INFO] 2021-10-19 18:36:14 > Step: 94900 Progress: 23.7% Elapsed: 1 day, 2:34:05 Gen_loss: 1.615 Dis_loss: 0.8003 Cls_loss: N/A Topk: N/A ada_p: 0.1984
[INFO] 2021-10-19 18:37:20 > Step: 95000 Progress: 23.8% Elapsed: 1 day, 2:35:11 Gen_loss: 2.557 Dis_loss: 0.9049 Cls_loss: N/A Topk: N/A ada_p: 0.1951
[INFO] 2021-10-19 18:39:00 > Step: 95100 Progress: 23.8% Elapsed: 1 day, 2:36:51 Gen_loss: 1.744 Dis_loss: 0.6455 Cls_loss: N/A Topk: N/A ada_p: 0.193
[INFO] 2021-10-19 18:40:06 > Step: 95200 Progress: 23.8% Elapsed: 1 day, 2:37:58 Gen_loss: 3.009 Dis_loss: 0.4509 Cls_loss: N/A Topk: N/A ada_p: 0.1981
[INFO] 2021-10-19 18:41:13 > Step: 95300 Progress: 23.8% Elapsed: 1 day, 2:39:04 Gen_loss: 1.676 Dis_loss: 1.052 Cls_loss: N/A Topk: N/A ada_p: 0.1965
[INFO] 2021-10-19 18:42:53 > Step: 95400 Progress: 23.8% Elapsed: 1 day, 2:40:45 Gen_loss: 1.997 Dis_loss: 1.003 Cls_loss: N/A Topk: N/A ada_p: 0.1934
[INFO] 2021-10-19 18:44:00 > Step: 95500 Progress: 23.9% Elapsed: 1 day, 2:41:52 Gen_loss: 2.206 Dis_loss: 0.5777 Cls_loss: N/A Topk: N/A ada_p: 0.1929
[INFO] 2021-10-19 18:45:41 > Step: 95600 Progress: 23.9% Elapsed: 1 day, 2:43:33 Gen_loss: 2.582 Dis_loss: 0.4078 Cls_loss: N/A Topk: N/A ada_p: 0.1891
[INFO] 2021-10-19 18:46:48 > Step: 95700 Progress: 23.9% Elapsed: 1 day, 2:44:40 Gen_loss: 2.199 Dis_loss: 0.6089 Cls_loss: N/A Topk: N/A ada_p: 0.1894
[INFO] 2021-10-19 18:48:28 > Step: 95800 Progress: 23.9% Elapsed: 1 day, 2:46:20 Gen_loss: 1.77 Dis_loss: 0.6771 Cls_loss: N/A Topk: N/A ada_p: 0.1892
[INFO] 2021-10-19 18:49:35 > Step: 95900 Progress: 24.0% Elapsed: 1 day, 2:47:26 Gen_loss: 1.772 Dis_loss: 0.8532 Cls_loss: N/A Topk: N/A ada_p: 0.1876
[INFO] 2021-10-19 18:51:21 > Step: 96000 Progress: 24.0% Elapsed: 1 day, 2:49:12 Gen_loss: 2.582 Dis_loss: 0.4392 Cls_loss: N/A Topk: N/A ada_p: 0.1882
[INFO] 2021-10-19 18:51:21 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 18:51:23 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_96000.png
[INFO] 2021-10-19 18:51:24 > Start Evaluation (96000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 18:51:24 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 18:52:36 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 18:53:57 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 18:56:50 > Inception score (Step: 96000, 14630 generated images): 12.412593841552734
[INFO] 2021-10-19 18:56:50 > FID score (Step: 96000, Using train moments): 6.17158266412369
[INFO] 2021-10-19 18:56:50 > Improved Precision (Step: 96000, Using train images): 0.8495557074504443
[INFO] 2021-10-19 18:56:50 > Improved Recall (Step: 96000, Using train images): 0.45338345864661656
[INFO] 2021-10-19 18:56:50 > Density (Step: 96000, Using train images): 1.2990293916609708
[INFO] 2021-10-19 18:56:50 > Coverage (Step: 96000, Using train images): 0.7989747095010253
[INFO] 2021-10-19 18:56:50 > Best FID score (Step: 96000, Using train moments): 6.17158266412369
[INFO] 2021-10-19 18:57:12 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 18:58:19 > Step: 96100 Progress: 24.0% Elapsed: 1 day, 2:56:11 Gen_loss: 1.339 Dis_loss: 1.121 Cls_loss: N/A Topk: N/A ada_p: 0.1908
[INFO] 2021-10-19 18:59:26 > Step: 96200 Progress: 24.1% Elapsed: 1 day, 2:57:17 Gen_loss: 1.564 Dis_loss: 0.768 Cls_loss: N/A Topk: N/A ada_p: 0.1924
[INFO] 2021-10-19 19:01:07 > Step: 96300 Progress: 24.1% Elapsed: 1 day, 2:58:58 Gen_loss: 1.386 Dis_loss: 1.033 Cls_loss: N/A Topk: N/A ada_p: 0.1898
[INFO] 2021-10-19 19:02:13 > Step: 96400 Progress: 24.1% Elapsed: 1 day, 3:00:05 Gen_loss: 4.965 Dis_loss: 0.5284 Cls_loss: N/A Topk: N/A ada_p: 0.1911
[INFO] 2021-10-19 19:03:54 > Step: 96500 Progress: 24.1% Elapsed: 1 day, 3:01:45 Gen_loss: 1.963 Dis_loss: 0.8122 Cls_loss: N/A Topk: N/A ada_p: 0.1866
[INFO] 2021-10-19 19:05:00 > Step: 96600 Progress: 24.1% Elapsed: 1 day, 3:02:52 Gen_loss: 2.69 Dis_loss: 1.1 Cls_loss: N/A Topk: N/A ada_p: 0.1864
[INFO] 2021-10-19 19:06:44 > Step: 96700 Progress: 24.2% Elapsed: 1 day, 3:04:35 Gen_loss: 2.425 Dis_loss: 0.9932 Cls_loss: N/A Topk: N/A ada_p: 0.1856
[INFO] 2021-10-19 19:07:51 > Step: 96800 Progress: 24.2% Elapsed: 1 day, 3:05:42 Gen_loss: 0.5369 Dis_loss: 1.243 Cls_loss: N/A Topk: N/A ada_p: 0.1889
[INFO] 2021-10-19 19:08:58 > Step: 96900 Progress: 24.2% Elapsed: 1 day, 3:06:49 Gen_loss: 1.559 Dis_loss: 0.7423 Cls_loss: N/A Topk: N/A ada_p: 0.1868
[INFO] 2021-10-19 19:10:39 > Step: 97000 Progress: 24.2% Elapsed: 1 day, 3:08:30 Gen_loss: 2.27 Dis_loss: 0.5193 Cls_loss: N/A Topk: N/A ada_p: 0.188
[INFO] 2021-10-19 19:11:45 > Step: 97100 Progress: 24.3% Elapsed: 1 day, 3:09:37 Gen_loss: 2.22 Dis_loss: 0.6969 Cls_loss: N/A Topk: N/A ada_p: 0.1862
[INFO] 2021-10-19 19:13:27 > Step: 97200 Progress: 24.3% Elapsed: 1 day, 3:11:19 Gen_loss: 1.516 Dis_loss: 0.7228 Cls_loss: N/A Topk: N/A ada_p: 0.187
[INFO] 2021-10-19 19:14:34 > Step: 97300 Progress: 24.3% Elapsed: 1 day, 3:12:26 Gen_loss: 2.318 Dis_loss: 1.41 Cls_loss: N/A Topk: N/A ada_p: 0.191
[INFO] 2021-10-19 19:16:53 > Step: 97400 Progress: 24.3% Elapsed: 1 day, 3:14:45 Gen_loss: 2.027 Dis_loss: 0.4841 Cls_loss: N/A Topk: N/A ada_p: 0.1935
[INFO] 2021-10-19 19:18:00 > Step: 97500 Progress: 24.4% Elapsed: 1 day, 3:15:51 Gen_loss: 1.916 Dis_loss: 0.6309 Cls_loss: N/A Topk: N/A ada_p: 0.1905
[INFO] 2021-10-19 19:19:46 > Step: 97600 Progress: 24.4% Elapsed: 1 day, 3:17:37 Gen_loss: 2.3 Dis_loss: 0.3498 Cls_loss: N/A Topk: N/A ada_p: 0.1874
[INFO] 2021-10-19 19:20:53 > Step: 97700 Progress: 24.4% Elapsed: 1 day, 3:18:44 Gen_loss: 1.578 Dis_loss: 0.7966 Cls_loss: N/A Topk: N/A ada_p: 0.1891
[INFO] 2021-10-19 19:21:59 > Step: 97800 Progress: 24.4% Elapsed: 1 day, 3:19:51 Gen_loss: 2.026 Dis_loss: 0.4751 Cls_loss: N/A Topk: N/A ada_p: 0.1919
[INFO] 2021-10-19 19:23:41 > Step: 97900 Progress: 24.5% Elapsed: 1 day, 3:21:33 Gen_loss: 1.28 Dis_loss: 0.8305 Cls_loss: N/A Topk: N/A ada_p: 0.1921
[INFO] 2021-10-19 19:24:48 > Step: 98000 Progress: 24.5% Elapsed: 1 day, 3:22:39 Gen_loss: 2.019 Dis_loss: 0.9384 Cls_loss: N/A Topk: N/A ada_p: 0.1914
[INFO] 2021-10-19 19:24:48 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 19:24:49 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_98000.png
[INFO] 2021-10-19 19:24:51 > Start Evaluation (98000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 19:24:51 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 19:26:03 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 19:27:24 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 19:30:17 > Inception score (Step: 98000, 14630 generated images): 12.745088577270508
[INFO] 2021-10-19 19:30:17 > FID score (Step: 98000, Using train moments): 6.342060679918177
[INFO] 2021-10-19 19:30:17 > Improved Precision (Step: 98000, Using train images): 0.8433356117566644
[INFO] 2021-10-19 19:30:17 > Improved Recall (Step: 98000, Using train images): 0.45440874914559126
[INFO] 2021-10-19 19:30:17 > Density (Step: 98000, Using train images): 1.2598086124401915
[INFO] 2021-10-19 19:30:17 > Coverage (Step: 98000, Using train images): 0.7924812030075188
[INFO] 2021-10-19 19:30:17 > Best FID score (Step: 96000, Using train moments): 6.17158266412369
[INFO] 2021-10-19 19:30:27 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 19:32:09 > Step: 98100 Progress: 24.5% Elapsed: 1 day, 3:30:01 Gen_loss: 1.921 Dis_loss: 0.3026 Cls_loss: N/A Topk: N/A ada_p: 0.1933
[INFO] 2021-10-19 19:33:16 > Step: 98200 Progress: 24.6% Elapsed: 1 day, 3:31:07 Gen_loss: 1.963 Dis_loss: 0.6951 Cls_loss: N/A Topk: N/A ada_p: 0.1902
[INFO] 2021-10-19 19:34:58 > Step: 98300 Progress: 24.6% Elapsed: 1 day, 3:32:49 Gen_loss: 0.8071 Dis_loss: 1.01 Cls_loss: N/A Topk: N/A ada_p: 0.1907
[INFO] 2021-10-19 19:36:04 > Step: 98400 Progress: 24.6% Elapsed: 1 day, 3:33:56 Gen_loss: 3.862 Dis_loss: 0.3168 Cls_loss: N/A Topk: N/A ada_p: 0.1902
[INFO] 2021-10-19 19:37:45 > Step: 98500 Progress: 24.6% Elapsed: 1 day, 3:35:37 Gen_loss: 2.11 Dis_loss: 0.6637 Cls_loss: N/A Topk: N/A ada_p: 0.1932
[INFO] 2021-10-19 19:38:52 > Step: 98600 Progress: 24.6% Elapsed: 1 day, 3:36:43 Gen_loss: 1.92 Dis_loss: 0.5595 Cls_loss: N/A Topk: N/A ada_p: 0.1862
[INFO] 2021-10-19 19:39:58 > Step: 98700 Progress: 24.7% Elapsed: 1 day, 3:37:50 Gen_loss: 1.349 Dis_loss: 0.5037 Cls_loss: N/A Topk: N/A ada_p: 0.1857
[INFO] 2021-10-19 19:41:40 > Step: 98800 Progress: 24.7% Elapsed: 1 day, 3:39:31 Gen_loss: 1.206 Dis_loss: 0.4154 Cls_loss: N/A Topk: N/A ada_p: 0.1906
[INFO] 2021-10-19 19:42:46 > Step: 98900 Progress: 24.7% Elapsed: 1 day, 3:40:38 Gen_loss: 1.968 Dis_loss: 0.8532 Cls_loss: N/A Topk: N/A ada_p: 0.1923
[INFO] 2021-10-19 19:44:28 > Step: 99000 Progress: 24.8% Elapsed: 1 day, 3:42:19 Gen_loss: 2.316 Dis_loss: 0.3962 Cls_loss: N/A Topk: N/A ada_p: 0.1907
[INFO] 2021-10-19 19:45:34 > Step: 99100 Progress: 24.8% Elapsed: 1 day, 3:43:26 Gen_loss: 3.859 Dis_loss: 1.022 Cls_loss: N/A Topk: N/A ada_p: 0.1912
[INFO] 2021-10-19 19:47:15 > Step: 99200 Progress: 24.8% Elapsed: 1 day, 3:45:07 Gen_loss: 3.636 Dis_loss: 1.006 Cls_loss: N/A Topk: N/A ada_p: 0.1905
[INFO] 2021-10-19 19:48:22 > Step: 99300 Progress: 24.8% Elapsed: 1 day, 3:46:14 Gen_loss: 1.202 Dis_loss: 0.6613 Cls_loss: N/A Topk: N/A ada_p: 0.1916
[INFO] 2021-10-19 19:49:28 > Step: 99400 Progress: 24.9% Elapsed: 1 day, 3:47:20 Gen_loss: 1.661 Dis_loss: 0.6435 Cls_loss: N/A Topk: N/A ada_p: 0.1932
[INFO] 2021-10-19 19:51:10 > Step: 99500 Progress: 24.9% Elapsed: 1 day, 3:49:02 Gen_loss: 1.735 Dis_loss: 0.5751 Cls_loss: N/A Topk: N/A ada_p: 0.1939
[INFO] 2021-10-19 19:52:17 > Step: 99600 Progress: 24.9% Elapsed: 1 day, 3:50:08 Gen_loss: 3.397 Dis_loss: 0.5407 Cls_loss: N/A Topk: N/A ada_p: 0.1932
[INFO] 2021-10-19 19:53:58 > Step: 99700 Progress: 24.9% Elapsed: 1 day, 3:51:49 Gen_loss: 1.74 Dis_loss: 1.071 Cls_loss: N/A Topk: N/A ada_p: 0.1938
[INFO] 2021-10-19 19:55:05 > Step: 99800 Progress: 24.9% Elapsed: 1 day, 3:52:56 Gen_loss: 1.838 Dis_loss: 0.8666 Cls_loss: N/A Topk: N/A ada_p: 0.1925
[INFO] 2021-10-19 19:56:47 > Step: 99900 Progress: 25.0% Elapsed: 1 day, 3:54:39 Gen_loss: 2.619 Dis_loss: 0.6682 Cls_loss: N/A Topk: N/A ada_p: 0.1907
[INFO] 2021-10-19 19:57:54 > Step: 100000 Progress: 25.0% Elapsed: 1 day, 3:55:45 Gen_loss: 1.933 Dis_loss: 0.3731 Cls_loss: N/A Topk: N/A ada_p: 0.191
[INFO] 2021-10-19 19:57:54 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 19:57:55 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_100000.png
[INFO] 2021-10-19 19:57:57 > Start Evaluation (100000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 19:57:57 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 19:59:09 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 20:00:30 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 20:03:23 > Inception score (Step: 100000, 14630 generated images): 12.537034034729004
[INFO] 2021-10-19 20:03:23 > FID score (Step: 100000, Using train moments): 6.228069528381923
[INFO] 2021-10-19 20:03:23 > Improved Precision (Step: 100000, Using train images): 0.8558441558441559
[INFO] 2021-10-19 20:03:23 > Improved Recall (Step: 100000, Using train images): 0.46712235133287766
[INFO] 2021-10-19 20:03:23 > Density (Step: 100000, Using train images): 1.2698427887901573
[INFO] 2021-10-19 20:03:23 > Coverage (Step: 100000, Using train images): 0.8051264524948736
[INFO] 2021-10-19 20:03:23 > Best FID score (Step: 96000, Using train moments): 6.17158266412369
[INFO] 2021-10-19 20:03:34 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 20:05:15 > Step: 100100 Progress: 25.0% Elapsed: 1 day, 4:03:06 Gen_loss: 1.682 Dis_loss: 0.715 Cls_loss: N/A Topk: N/A ada_p: 0.1952
[INFO] 2021-10-19 20:06:21 > Step: 100200 Progress: 25.1% Elapsed: 1 day, 4:04:13 Gen_loss: 3.075 Dis_loss: 1.13 Cls_loss: N/A Topk: N/A ada_p: 0.1975
[INFO] 2021-10-19 20:07:28 > Step: 100300 Progress: 25.1% Elapsed: 1 day, 4:05:19 Gen_loss: 0.738 Dis_loss: 0.9184 Cls_loss: N/A Topk: N/A ada_p: 0.1947
[INFO] 2021-10-19 20:09:09 > Step: 100400 Progress: 25.1% Elapsed: 1 day, 4:07:01 Gen_loss: 2.456 Dis_loss: 0.2495 Cls_loss: N/A Topk: N/A ada_p: 0.1957
[INFO] 2021-10-19 20:10:16 > Step: 100500 Progress: 25.1% Elapsed: 1 day, 4:08:07 Gen_loss: 0.801 Dis_loss: 1.091 Cls_loss: N/A Topk: N/A ada_p: 0.1951
[INFO] 2021-10-19 20:11:57 > Step: 100600 Progress: 25.1% Elapsed: 1 day, 4:09:48 Gen_loss: 2.485 Dis_loss: 0.3873 Cls_loss: N/A Topk: N/A ada_p: 0.1956
[INFO] 2021-10-19 20:13:04 > Step: 100700 Progress: 25.2% Elapsed: 1 day, 4:10:55 Gen_loss: 1.802 Dis_loss: 0.6477 Cls_loss: N/A Topk: N/A ada_p: 0.2015
[INFO] 2021-10-19 20:14:45 > Step: 100800 Progress: 25.2% Elapsed: 1 day, 4:12:37 Gen_loss: 2.379 Dis_loss: 1.082 Cls_loss: N/A Topk: N/A ada_p: 0.1974
[INFO] 2021-10-19 20:15:52 > Step: 100900 Progress: 25.2% Elapsed: 1 day, 4:13:43 Gen_loss: 1.631 Dis_loss: 0.5411 Cls_loss: N/A Topk: N/A ada_p: 0.2016
[INFO] 2021-10-19 20:16:58 > Step: 101000 Progress: 25.2% Elapsed: 1 day, 4:14:50 Gen_loss: 1.763 Dis_loss: 0.4433 Cls_loss: N/A Topk: N/A ada_p: 0.1965
[INFO] 2021-10-19 20:18:41 > Step: 101100 Progress: 25.3% Elapsed: 1 day, 4:16:33 Gen_loss: 1.565 Dis_loss: 0.6594 Cls_loss: N/A Topk: N/A ada_p: 0.1978
[INFO] 2021-10-19 20:19:48 > Step: 101200 Progress: 25.3% Elapsed: 1 day, 4:17:40 Gen_loss: 2.271 Dis_loss: 0.4104 Cls_loss: N/A Topk: N/A ada_p: 0.1985
[INFO] 2021-10-19 20:21:30 > Step: 101300 Progress: 25.3% Elapsed: 1 day, 4:19:21 Gen_loss: 2.202 Dis_loss: 0.4281 Cls_loss: N/A Topk: N/A ada_p: 0.1964
[INFO] 2021-10-19 20:22:37 > Step: 101400 Progress: 25.4% Elapsed: 1 day, 4:20:28 Gen_loss: 3.851 Dis_loss: 0.8364 Cls_loss: N/A Topk: N/A ada_p: 0.1966
[INFO] 2021-10-19 20:24:18 > Step: 101500 Progress: 25.4% Elapsed: 1 day, 4:22:09 Gen_loss: 2.235 Dis_loss: 0.7995 Cls_loss: N/A Topk: N/A ada_p: 0.1976
[INFO] 2021-10-19 20:25:24 > Step: 101600 Progress: 25.4% Elapsed: 1 day, 4:23:16 Gen_loss: 1.964 Dis_loss: 0.8488 Cls_loss: N/A Topk: N/A ada_p: 0.1999
[INFO] 2021-10-19 20:27:05 > Step: 101700 Progress: 25.4% Elapsed: 1 day, 4:24:56 Gen_loss: 1.451 Dis_loss: 0.7231 Cls_loss: N/A Topk: N/A ada_p: 0.197
[INFO] 2021-10-19 20:28:11 > Step: 101800 Progress: 25.4% Elapsed: 1 day, 4:26:03 Gen_loss: 1.632 Dis_loss: 0.6126 Cls_loss: N/A Topk: N/A ada_p: 0.1901
[INFO] 2021-10-19 20:29:18 > Step: 101900 Progress: 25.5% Elapsed: 1 day, 4:27:09 Gen_loss: 1.08 Dis_loss: 0.9135 Cls_loss: N/A Topk: N/A ada_p: 0.1914
[INFO] 2021-10-19 20:30:58 > Step: 102000 Progress: 25.5% Elapsed: 1 day, 4:28:49 Gen_loss: 1.435 Dis_loss: 0.7321 Cls_loss: N/A Topk: N/A ada_p: 0.1932
[INFO] 2021-10-19 20:30:58 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 20:31:01 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_102000.png
[INFO] 2021-10-19 20:31:03 > Start Evaluation (102000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 20:31:03 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 20:32:14 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 20:33:36 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 20:36:29 > Inception score (Step: 102000, 14630 generated images): 12.723001480102539
[INFO] 2021-10-19 20:36:29 > FID score (Step: 102000, Using train moments): 5.842509491602982
[INFO] 2021-10-19 20:36:29 > Improved Precision (Step: 102000, Using train images): 0.8507177033492823
[INFO] 2021-10-19 20:36:29 > Improved Recall (Step: 102000, Using train images): 0.46712235133287766
[INFO] 2021-10-19 20:36:29 > Density (Step: 102000, Using train images): 1.2666438824333561
[INFO] 2021-10-19 20:36:29 > Coverage (Step: 102000, Using train images): 0.801367053998633
[INFO] 2021-10-19 20:36:29 > Best FID score (Step: 102000, Using train moments): 5.842509491602982
[INFO] 2021-10-19 20:36:51 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 20:37:58 > Step: 102100 Progress: 25.5% Elapsed: 1 day, 4:35:50 Gen_loss: 2.615 Dis_loss: 0.7119 Cls_loss: N/A Topk: N/A ada_p: 0.194
[INFO] 2021-10-19 20:39:39 > Step: 102200 Progress: 25.6% Elapsed: 1 day, 4:37:31 Gen_loss: 1.935 Dis_loss: 0.3316 Cls_loss: N/A Topk: N/A ada_p: 0.1946
[INFO] 2021-10-19 20:40:45 > Step: 102300 Progress: 25.6% Elapsed: 1 day, 4:38:37 Gen_loss: 1.345 Dis_loss: 0.5455 Cls_loss: N/A Topk: N/A ada_p: 0.1928
[INFO] 2021-10-19 20:42:27 > Step: 102400 Progress: 25.6% Elapsed: 1 day, 4:40:18 Gen_loss: 4.651 Dis_loss: 0.9868 Cls_loss: N/A Topk: N/A ada_p: 0.193
[INFO] 2021-10-19 20:43:33 > Step: 102500 Progress: 25.6% Elapsed: 1 day, 4:41:25 Gen_loss: 2.023 Dis_loss: 0.7668 Cls_loss: N/A Topk: N/A ada_p: 0.1947
[INFO] 2021-10-19 20:44:40 > Step: 102600 Progress: 25.7% Elapsed: 1 day, 4:42:32 Gen_loss: 1.064 Dis_loss: 0.8991 Cls_loss: N/A Topk: N/A ada_p: 0.1972
[INFO] 2021-10-19 20:46:22 > Step: 102700 Progress: 25.7% Elapsed: 1 day, 4:44:13 Gen_loss: 1.832 Dis_loss: 0.266 Cls_loss: N/A Topk: N/A ada_p: 0.2011
[INFO] 2021-10-19 20:47:28 > Step: 102800 Progress: 25.7% Elapsed: 1 day, 4:45:20 Gen_loss: 3.395 Dis_loss: 1.198 Cls_loss: N/A Topk: N/A ada_p: 0.2034
[INFO] 2021-10-19 20:49:09 > Step: 102900 Progress: 25.7% Elapsed: 1 day, 4:47:00 Gen_loss: 0.813 Dis_loss: 0.8722 Cls_loss: N/A Topk: N/A ada_p: 0.1994
[INFO] 2021-10-19 20:50:15 > Step: 103000 Progress: 25.8% Elapsed: 1 day, 4:48:07 Gen_loss: 1.46 Dis_loss: 0.5643 Cls_loss: N/A Topk: N/A ada_p: 0.1997
[INFO] 2021-10-19 20:51:58 > Step: 103100 Progress: 25.8% Elapsed: 1 day, 4:49:49 Gen_loss: 2.608 Dis_loss: 1.151 Cls_loss: N/A Topk: N/A ada_p: 0.2033
[INFO] 2021-10-19 20:53:04 > Step: 103200 Progress: 25.8% Elapsed: 1 day, 4:50:55 Gen_loss: 1.912 Dis_loss: 1.063 Cls_loss: N/A Topk: N/A ada_p: 0.2038
[INFO] 2021-10-19 20:54:45 > Step: 103300 Progress: 25.8% Elapsed: 1 day, 4:52:36 Gen_loss: 2.264 Dis_loss: 0.3944 Cls_loss: N/A Topk: N/A ada_p: 0.2042
[INFO] 2021-10-19 20:55:51 > Step: 103400 Progress: 25.9% Elapsed: 1 day, 4:53:43 Gen_loss: 0.8863 Dis_loss: 0.6565 Cls_loss: N/A Topk: N/A ada_p: 0.2044
[INFO] 2021-10-19 20:56:58 > Step: 103500 Progress: 25.9% Elapsed: 1 day, 4:54:49 Gen_loss: 1.455 Dis_loss: 0.4679 Cls_loss: N/A Topk: N/A ada_p: 0.2029
[INFO] 2021-10-19 20:58:38 > Step: 103600 Progress: 25.9% Elapsed: 1 day, 4:56:30 Gen_loss: 1.429 Dis_loss: 0.8222 Cls_loss: N/A Topk: N/A ada_p: 0.2019
[INFO] 2021-10-19 20:59:46 > Step: 103700 Progress: 25.9% Elapsed: 1 day, 4:57:37 Gen_loss: 1.938 Dis_loss: 0.8889 Cls_loss: N/A Topk: N/A ada_p: 0.2063
[INFO] 2021-10-19 21:01:26 > Step: 103800 Progress: 25.9% Elapsed: 1 day, 4:59:18 Gen_loss: 1.459 Dis_loss: 0.7049 Cls_loss: N/A Topk: N/A ada_p: 0.2086
[INFO] 2021-10-19 21:02:33 > Step: 103900 Progress: 26.0% Elapsed: 1 day, 5:00:24 Gen_loss: 1.983 Dis_loss: 0.6347 Cls_loss: N/A Topk: N/A ada_p: 0.2038
[INFO] 2021-10-19 21:04:13 > Step: 104000 Progress: 26.0% Elapsed: 1 day, 5:02:05 Gen_loss: 3.704 Dis_loss: 0.8029 Cls_loss: N/A Topk: N/A ada_p: 0.2058
[INFO] 2021-10-19 21:04:13 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 21:04:15 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_104000.png
[INFO] 2021-10-19 21:04:17 > Start Evaluation (104000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 21:04:17 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 21:05:28 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 21:06:49 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 21:09:47 > Inception score (Step: 104000, 14630 generated images): 12.720135688781738
[INFO] 2021-10-19 21:09:47 > FID score (Step: 104000, Using train moments): 5.970148768721515
[INFO] 2021-10-19 21:09:47 > Improved Precision (Step: 104000, Using train images): 0.8571428571428571
[INFO] 2021-10-19 21:09:47 > Improved Recall (Step: 104000, Using train images): 0.4574846206425154
[INFO] 2021-10-19 21:09:47 > Density (Step: 104000, Using train images): 1.2652768284347233
[INFO] 2021-10-19 21:09:47 > Coverage (Step: 104000, Using train images): 0.8029391660970608
[INFO] 2021-10-19 21:09:47 > Best FID score (Step: 102000, Using train moments): 5.842509491602982
[INFO] 2021-10-19 21:09:58 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 21:11:05 > Step: 104100 Progress: 26.0% Elapsed: 1 day, 5:08:56 Gen_loss: 1.735 Dis_loss: 0.8005 Cls_loss: N/A Topk: N/A ada_p: 0.2006
[INFO] 2021-10-19 21:12:46 > Step: 104200 Progress: 26.1% Elapsed: 1 day, 5:10:38 Gen_loss: 1.973 Dis_loss: 0.1779 Cls_loss: N/A Topk: N/A ada_p: 0.2021
[INFO] 2021-10-19 21:13:53 > Step: 104300 Progress: 26.1% Elapsed: 1 day, 5:11:45 Gen_loss: 2.897 Dis_loss: 0.5955 Cls_loss: N/A Topk: N/A ada_p: 0.206
[INFO] 2021-10-19 21:15:00 > Step: 104400 Progress: 26.1% Elapsed: 1 day, 5:12:51 Gen_loss: 2.422 Dis_loss: 0.9291 Cls_loss: N/A Topk: N/A ada_p: 0.2021
[INFO] 2021-10-19 21:16:42 > Step: 104500 Progress: 26.1% Elapsed: 1 day, 5:14:34 Gen_loss: 1.944 Dis_loss: 1.058 Cls_loss: N/A Topk: N/A ada_p: 0.2022
[INFO] 2021-10-19 21:17:49 > Step: 104600 Progress: 26.2% Elapsed: 1 day, 5:15:40 Gen_loss: 1.864 Dis_loss: 0.344 Cls_loss: N/A Topk: N/A ada_p: 0.2007
[INFO] 2021-10-19 21:19:29 > Step: 104700 Progress: 26.2% Elapsed: 1 day, 5:17:21 Gen_loss: 2.182 Dis_loss: 0.6336 Cls_loss: N/A Topk: N/A ada_p: 0.2022
[INFO] 2021-10-19 21:20:36 > Step: 104800 Progress: 26.2% Elapsed: 1 day, 5:18:28 Gen_loss: 2.748 Dis_loss: 1.222 Cls_loss: N/A Topk: N/A ada_p: 0.2045
[INFO] 2021-10-19 21:22:17 > Step: 104900 Progress: 26.2% Elapsed: 1 day, 5:20:09 Gen_loss: 2.155 Dis_loss: 0.5501 Cls_loss: N/A Topk: N/A ada_p: 0.2024
[INFO] 2021-10-19 21:23:24 > Step: 105000 Progress: 26.2% Elapsed: 1 day, 5:21:15 Gen_loss: 1.218 Dis_loss: 1.165 Cls_loss: N/A Topk: N/A ada_p: 0.2026
[INFO] 2021-10-19 21:24:30 > Step: 105100 Progress: 26.3% Elapsed: 1 day, 5:22:22 Gen_loss: 2.722 Dis_loss: 1.099 Cls_loss: N/A Topk: N/A ada_p: 0.2044
[INFO] 2021-10-19 21:26:11 > Step: 105200 Progress: 26.3% Elapsed: 1 day, 5:24:03 Gen_loss: 1.709 Dis_loss: 0.593 Cls_loss: N/A Topk: N/A ada_p: 0.2031
[INFO] 2021-10-19 21:27:18 > Step: 105300 Progress: 26.3% Elapsed: 1 day, 5:25:10 Gen_loss: 1.243 Dis_loss: 1.474 Cls_loss: N/A Topk: N/A ada_p: 0.2038
[INFO] 2021-10-19 21:28:59 > Step: 105400 Progress: 26.4% Elapsed: 1 day, 5:26:50 Gen_loss: 2.013 Dis_loss: 0.3542 Cls_loss: N/A Topk: N/A ada_p: 0.201
[INFO] 2021-10-19 21:30:06 > Step: 105500 Progress: 26.4% Elapsed: 1 day, 5:27:57 Gen_loss: 2.051 Dis_loss: 0.7027 Cls_loss: N/A Topk: N/A ada_p: 0.2022
[INFO] 2021-10-19 21:31:47 > Step: 105600 Progress: 26.4% Elapsed: 1 day, 5:29:38 Gen_loss: 1.926 Dis_loss: 0.1485 Cls_loss: N/A Topk: N/A ada_p: 0.2084
[INFO] 2021-10-19 21:32:54 > Step: 105700 Progress: 26.4% Elapsed: 1 day, 5:30:45 Gen_loss: 1.318 Dis_loss: 0.7416 Cls_loss: N/A Topk: N/A ada_p: 0.2054
[INFO] 2021-10-19 21:34:35 > Step: 105800 Progress: 26.5% Elapsed: 1 day, 5:32:27 Gen_loss: 1.428 Dis_loss: 0.438 Cls_loss: N/A Topk: N/A ada_p: 0.2054
[INFO] 2021-10-19 21:35:42 > Step: 105900 Progress: 26.5% Elapsed: 1 day, 5:33:34 Gen_loss: 3.551 Dis_loss: 0.7773 Cls_loss: N/A Topk: N/A ada_p: 0.207
[INFO] 2021-10-19 21:36:49 > Step: 106000 Progress: 26.5% Elapsed: 1 day, 5:34:40 Gen_loss: 1.761 Dis_loss: 0.6951 Cls_loss: N/A Topk: N/A ada_p: 0.2065
[INFO] 2021-10-19 21:36:49 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 21:36:50 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_106000.png
[INFO] 2021-10-19 21:36:52 > Start Evaluation (106000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 21:36:52 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 21:38:04 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 21:39:25 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 21:42:18 > Inception score (Step: 106000, 14630 generated images): 12.706068992614746
[INFO] 2021-10-19 21:42:18 > FID score (Step: 106000, Using train moments): 6.2129657519004695
[INFO] 2021-10-19 21:42:18 > Improved Precision (Step: 106000, Using train images): 0.856185919343814
[INFO] 2021-10-19 21:42:18 > Improved Recall (Step: 106000, Using train images): 0.47464114832535886
[INFO] 2021-10-19 21:42:18 > Density (Step: 106000, Using train images): 1.2495283663704717
[INFO] 2021-10-19 21:42:18 > Coverage (Step: 106000, Using train images): 0.7937115516062885
[INFO] 2021-10-19 21:42:18 > Best FID score (Step: 102000, Using train moments): 5.842509491602982
[INFO] 2021-10-19 21:42:29 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 21:44:13 > Step: 106100 Progress: 26.5% Elapsed: 1 day, 5:42:05 Gen_loss: 0.7784 Dis_loss: 0.8606 Cls_loss: N/A Topk: N/A ada_p: 0.2084
[INFO] 2021-10-19 21:45:20 > Step: 106200 Progress: 26.6% Elapsed: 1 day, 5:43:12 Gen_loss: 1.604 Dis_loss: 0.6366 Cls_loss: N/A Topk: N/A ada_p: 0.2076
[INFO] 2021-10-19 21:47:00 > Step: 106300 Progress: 26.6% Elapsed: 1 day, 5:44:52 Gen_loss: 2.068 Dis_loss: 0.3383 Cls_loss: N/A Topk: N/A ada_p: 0.2022
[INFO] 2021-10-19 21:48:07 > Step: 106400 Progress: 26.6% Elapsed: 1 day, 5:45:58 Gen_loss: 3.095 Dis_loss: 0.4263 Cls_loss: N/A Topk: N/A ada_p: 0.1992
[INFO] 2021-10-19 21:49:48 > Step: 106500 Progress: 26.6% Elapsed: 1 day, 5:47:40 Gen_loss: 2.064 Dis_loss: 1.246 Cls_loss: N/A Topk: N/A ada_p: 0.2019
[INFO] 2021-10-19 21:50:55 > Step: 106600 Progress: 26.7% Elapsed: 1 day, 5:48:47 Gen_loss: 1.837 Dis_loss: 0.5247 Cls_loss: N/A Topk: N/A ada_p: 0.2013
[INFO] 2021-10-19 21:52:01 > Step: 106700 Progress: 26.7% Elapsed: 1 day, 5:49:53 Gen_loss: 1.036 Dis_loss: 0.6896 Cls_loss: N/A Topk: N/A ada_p: 0.2026
[INFO] 2021-10-19 21:53:42 > Step: 106800 Progress: 26.7% Elapsed: 1 day, 5:51:34 Gen_loss: 3.336 Dis_loss: 0.6049 Cls_loss: N/A Topk: N/A ada_p: 0.2021
[INFO] 2021-10-19 21:54:49 > Step: 106900 Progress: 26.7% Elapsed: 1 day, 5:52:40 Gen_loss: 1.072 Dis_loss: 1.348 Cls_loss: N/A Topk: N/A ada_p: 0.2043
[INFO] 2021-10-19 21:56:29 > Step: 107000 Progress: 26.8% Elapsed: 1 day, 5:54:20 Gen_loss: 1.48 Dis_loss: 0.8107 Cls_loss: N/A Topk: N/A ada_p: 0.2025
[INFO] 2021-10-19 21:57:35 > Step: 107100 Progress: 26.8% Elapsed: 1 day, 5:55:27 Gen_loss: 2.647 Dis_loss: 0.4285 Cls_loss: N/A Topk: N/A ada_p: 0.1997
[INFO] 2021-10-19 21:59:15 > Step: 107200 Progress: 26.8% Elapsed: 1 day, 5:57:07 Gen_loss: 2.279 Dis_loss: 0.4533 Cls_loss: N/A Topk: N/A ada_p: 0.1981
[INFO] 2021-10-19 22:00:22 > Step: 107300 Progress: 26.8% Elapsed: 1 day, 5:58:14 Gen_loss: 1.143 Dis_loss: 0.6997 Cls_loss: N/A Topk: N/A ada_p: 0.1942
[INFO] 2021-10-19 22:02:02 > Step: 107400 Progress: 26.9% Elapsed: 1 day, 5:59:54 Gen_loss: 1.426 Dis_loss: 0.7115 Cls_loss: N/A Topk: N/A ada_p: 0.1944
[INFO] 2021-10-19 22:03:09 > Step: 107500 Progress: 26.9% Elapsed: 1 day, 6:01:01 Gen_loss: 2.313 Dis_loss: 0.3081 Cls_loss: N/A Topk: N/A ada_p: 0.1993
[INFO] 2021-10-19 22:04:16 > Step: 107600 Progress: 26.9% Elapsed: 1 day, 6:02:07 Gen_loss: 2.446 Dis_loss: 0.8833 Cls_loss: N/A Topk: N/A ada_p: 0.2001
[INFO] 2021-10-19 22:06:04 > Step: 107700 Progress: 26.9% Elapsed: 1 day, 6:03:56 Gen_loss: 1.064 Dis_loss: 0.5254 Cls_loss: N/A Topk: N/A ada_p: 0.2028
[INFO] 2021-10-19 22:07:11 > Step: 107800 Progress: 27.0% Elapsed: 1 day, 6:05:02 Gen_loss: 1.397 Dis_loss: 0.9298 Cls_loss: N/A Topk: N/A ada_p: 0.2038
[INFO] 2021-10-19 22:08:52 > Step: 107900 Progress: 27.0% Elapsed: 1 day, 6:06:44 Gen_loss: 1.666 Dis_loss: 0.5476 Cls_loss: N/A Topk: N/A ada_p: 0.204
[INFO] 2021-10-19 22:10:00 > Step: 108000 Progress: 27.0% Elapsed: 1 day, 6:07:51 Gen_loss: 1.899 Dis_loss: 0.5839 Cls_loss: N/A Topk: N/A ada_p: 0.2074
[INFO] 2021-10-19 22:10:00 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 22:10:03 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_108000.png
[INFO] 2021-10-19 22:10:04 > Start Evaluation (108000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 22:10:04 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 22:11:16 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 22:12:37 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 22:15:31 > Inception score (Step: 108000, 14630 generated images): 12.491643905639648
[INFO] 2021-10-19 22:15:31 > FID score (Step: 108000, Using train moments): 6.020109223088298
[INFO] 2021-10-19 22:15:31 > Improved Precision (Step: 108000, Using train images): 0.8652084757347915
[INFO] 2021-10-19 22:15:31 > Improved Recall (Step: 108000, Using train images): 0.4792891319207109
[INFO] 2021-10-19 22:15:31 > Density (Step: 108000, Using train images): 1.2672727272727273
[INFO] 2021-10-19 22:15:31 > Coverage (Step: 108000, Using train images): 0.8057416267942584
[INFO] 2021-10-19 22:15:31 > Best FID score (Step: 102000, Using train moments): 5.842509491602982
[INFO] 2021-10-19 22:15:42 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 22:17:23 > Step: 108100 Progress: 27.0% Elapsed: 1 day, 6:15:15 Gen_loss: 1.608 Dis_loss: 0.7289 Cls_loss: N/A Topk: N/A ada_p: 0.2121
[INFO] 2021-10-19 22:18:30 > Step: 108200 Progress: 27.1% Elapsed: 1 day, 6:16:21 Gen_loss: 2.03 Dis_loss: 1.007 Cls_loss: N/A Topk: N/A ada_p: 0.2103
[INFO] 2021-10-19 22:19:36 > Step: 108300 Progress: 27.1% Elapsed: 1 day, 6:17:28 Gen_loss: 1.161 Dis_loss: 0.7263 Cls_loss: N/A Topk: N/A ada_p: 0.2077
[INFO] 2021-10-19 22:21:17 > Step: 108400 Progress: 27.1% Elapsed: 1 day, 6:19:09 Gen_loss: 1.89 Dis_loss: 0.3972 Cls_loss: N/A Topk: N/A ada_p: 0.2042
[INFO] 2021-10-19 22:22:24 > Step: 108500 Progress: 27.1% Elapsed: 1 day, 6:20:15 Gen_loss: 2.202 Dis_loss: 1.037 Cls_loss: N/A Topk: N/A ada_p: 0.2033
[INFO] 2021-10-19 22:24:04 > Step: 108600 Progress: 27.2% Elapsed: 1 day, 6:21:56 Gen_loss: 1.862 Dis_loss: 0.4023 Cls_loss: N/A Topk: N/A ada_p: 0.2048
[INFO] 2021-10-19 22:25:11 > Step: 108700 Progress: 27.2% Elapsed: 1 day, 6:23:03 Gen_loss: 2.431 Dis_loss: 0.671 Cls_loss: N/A Topk: N/A ada_p: 0.2051
[INFO] 2021-10-19 22:26:55 > Step: 108800 Progress: 27.2% Elapsed: 1 day, 6:24:46 Gen_loss: 2.231 Dis_loss: 0.4401 Cls_loss: N/A Topk: N/A ada_p: 0.2053
[INFO] 2021-10-19 22:28:01 > Step: 108900 Progress: 27.2% Elapsed: 1 day, 6:25:53 Gen_loss: 1.416 Dis_loss: 0.6646 Cls_loss: N/A Topk: N/A ada_p: 0.2034
[INFO] 2021-10-19 22:29:42 > Step: 109000 Progress: 27.3% Elapsed: 1 day, 6:27:34 Gen_loss: 1.308 Dis_loss: 1.164 Cls_loss: N/A Topk: N/A ada_p: 0.2029
[INFO] 2021-10-19 22:30:49 > Step: 109100 Progress: 27.3% Elapsed: 1 day, 6:28:41 Gen_loss: 1.44 Dis_loss: 0.9293 Cls_loss: N/A Topk: N/A ada_p: 0.2036
[INFO] 2021-10-19 22:31:56 > Step: 109200 Progress: 27.3% Elapsed: 1 day, 6:29:48 Gen_loss: 2.152 Dis_loss: 0.3533 Cls_loss: N/A Topk: N/A ada_p: 0.2054
[INFO] 2021-10-19 22:33:37 > Step: 109300 Progress: 27.3% Elapsed: 1 day, 6:31:29 Gen_loss: 1.703 Dis_loss: 1.187 Cls_loss: N/A Topk: N/A ada_p: 0.2058
[INFO] 2021-10-19 22:34:44 > Step: 109400 Progress: 27.4% Elapsed: 1 day, 6:32:36 Gen_loss: 3.589 Dis_loss: 0.8777 Cls_loss: N/A Topk: N/A ada_p: 0.204
[INFO] 2021-10-19 22:36:25 > Step: 109500 Progress: 27.4% Elapsed: 1 day, 6:34:17 Gen_loss: 2.198 Dis_loss: 0.4529 Cls_loss: N/A Topk: N/A ada_p: 0.2035
[INFO] 2021-10-19 22:37:32 > Step: 109600 Progress: 27.4% Elapsed: 1 day, 6:35:24 Gen_loss: 1.389 Dis_loss: 0.6311 Cls_loss: N/A Topk: N/A ada_p: 0.204
[INFO] 2021-10-19 22:39:12 > Step: 109700 Progress: 27.4% Elapsed: 1 day, 6:37:04 Gen_loss: 1.989 Dis_loss: 0.7234 Cls_loss: N/A Topk: N/A ada_p: 0.2054
[INFO] 2021-10-19 22:40:19 > Step: 109800 Progress: 27.5% Elapsed: 1 day, 6:38:11 Gen_loss: 1.82 Dis_loss: 1.012 Cls_loss: N/A Topk: N/A ada_p: 0.2039
[INFO] 2021-10-19 22:41:59 > Step: 109900 Progress: 27.5% Elapsed: 1 day, 6:39:51 Gen_loss: 1.776 Dis_loss: 0.6942 Cls_loss: N/A Topk: N/A ada_p: 0.2044
[INFO] 2021-10-19 22:43:06 > Step: 110000 Progress: 27.5% Elapsed: 1 day, 6:40:57 Gen_loss: 2.241 Dis_loss: 0.8426 Cls_loss: N/A Topk: N/A ada_p: 0.2036
[INFO] 2021-10-19 22:43:06 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 22:43:08 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_110000.png
[INFO] 2021-10-19 22:43:09 > Start Evaluation (110000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 22:43:09 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 22:44:21 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 22:45:42 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 22:48:35 > Inception score (Step: 110000, 14630 generated images): 12.547401428222656
[INFO] 2021-10-19 22:48:35 > FID score (Step: 110000, Using train moments): 5.828665820182664
[INFO] 2021-10-19 22:48:35 > Improved Precision (Step: 110000, Using train images): 0.8583048530416951
[INFO] 2021-10-19 22:48:35 > Improved Recall (Step: 110000, Using train images): 0.48537252221462746
[INFO] 2021-10-19 22:48:35 > Density (Step: 110000, Using train images): 1.2415994531784005
[INFO] 2021-10-19 22:48:35 > Coverage (Step: 110000, Using train images): 0.8022556390977443
[INFO] 2021-10-19 22:48:35 > Best FID score (Step: 110000, Using train moments): 5.828665820182664
[INFO] 2021-10-19 22:48:56 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 22:50:03 > Step: 110100 Progress: 27.5% Elapsed: 1 day, 6:47:54 Gen_loss: 1.481 Dis_loss: 0.8118 Cls_loss: N/A Topk: N/A ada_p: 0.2074
[INFO] 2021-10-19 22:51:43 > Step: 110200 Progress: 27.6% Elapsed: 1 day, 6:49:35 Gen_loss: 2.287 Dis_loss: 0.3517 Cls_loss: N/A Topk: N/A ada_p: 0.2051
[INFO] 2021-10-19 22:52:50 > Step: 110300 Progress: 27.6% Elapsed: 1 day, 6:50:42 Gen_loss: 1.82 Dis_loss: 0.5477 Cls_loss: N/A Topk: N/A ada_p: 0.2081
[INFO] 2021-10-19 22:54:58 > Step: 110400 Progress: 27.6% Elapsed: 1 day, 6:52:49 Gen_loss: 1.522 Dis_loss: 0.5757 Cls_loss: N/A Topk: N/A ada_p: 0.2115
[INFO] 2021-10-19 22:56:05 > Step: 110500 Progress: 27.6% Elapsed: 1 day, 6:53:56 Gen_loss: 1.86 Dis_loss: 0.9968 Cls_loss: N/A Topk: N/A ada_p: 0.2121
[INFO] 2021-10-19 22:57:45 > Step: 110600 Progress: 27.7% Elapsed: 1 day, 6:55:36 Gen_loss: 1.814 Dis_loss: 0.7122 Cls_loss: N/A Topk: N/A ada_p: 0.2126
[INFO] 2021-10-19 22:58:51 > Step: 110700 Progress: 27.7% Elapsed: 1 day, 6:56:43 Gen_loss: 1.562 Dis_loss: 0.3738 Cls_loss: N/A Topk: N/A ada_p: 0.2095
[INFO] 2021-10-19 22:59:58 > Step: 110800 Progress: 27.7% Elapsed: 1 day, 6:57:50 Gen_loss: 2.478 Dis_loss: 0.2699 Cls_loss: N/A Topk: N/A ada_p: 0.2126
[INFO] 2021-10-19 23:01:39 > Step: 110900 Progress: 27.7% Elapsed: 1 day, 6:59:31 Gen_loss: 2.404 Dis_loss: 0.9973 Cls_loss: N/A Topk: N/A ada_p: 0.2115
[INFO] 2021-10-19 23:02:46 > Step: 111000 Progress: 27.8% Elapsed: 1 day, 7:00:38 Gen_loss: 1.769 Dis_loss: 0.7321 Cls_loss: N/A Topk: N/A ada_p: 0.2104
[INFO] 2021-10-19 23:04:26 > Step: 111100 Progress: 27.8% Elapsed: 1 day, 7:02:18 Gen_loss: 0.7804 Dis_loss: 0.9394 Cls_loss: N/A Topk: N/A ada_p: 0.2132
[INFO] 2021-10-19 23:05:33 > Step: 111200 Progress: 27.8% Elapsed: 1 day, 7:03:24 Gen_loss: 2.827 Dis_loss: 0.3497 Cls_loss: N/A Topk: N/A ada_p: 0.2127
[INFO] 2021-10-19 23:07:14 > Step: 111300 Progress: 27.8% Elapsed: 1 day, 7:05:05 Gen_loss: 1.828 Dis_loss: 0.7592 Cls_loss: N/A Topk: N/A ada_p: 0.2157
[INFO] 2021-10-19 23:08:20 > Step: 111400 Progress: 27.9% Elapsed: 1 day, 7:06:12 Gen_loss: 2.672 Dis_loss: 0.3802 Cls_loss: N/A Topk: N/A ada_p: 0.2154
[INFO] 2021-10-19 23:10:00 > Step: 111500 Progress: 27.9% Elapsed: 1 day, 7:07:52 Gen_loss: 2.231 Dis_loss: 0.5426 Cls_loss: N/A Topk: N/A ada_p: 0.2205
[INFO] 2021-10-19 23:11:07 > Step: 111600 Progress: 27.9% Elapsed: 1 day, 7:08:59 Gen_loss: 0.9344 Dis_loss: 0.9408 Cls_loss: N/A Topk: N/A ada_p: 0.2185
[INFO] 2021-10-19 23:12:14 > Step: 111700 Progress: 27.9% Elapsed: 1 day, 7:10:05 Gen_loss: 1.732 Dis_loss: 0.878 Cls_loss: N/A Topk: N/A ada_p: 0.2161
[INFO] 2021-10-19 23:13:54 > Step: 111800 Progress: 28.0% Elapsed: 1 day, 7:11:46 Gen_loss: 0.9844 Dis_loss: 0.7244 Cls_loss: N/A Topk: N/A ada_p: 0.2163
[INFO] 2021-10-19 23:15:01 > Step: 111900 Progress: 28.0% Elapsed: 1 day, 7:12:52 Gen_loss: 2.092 Dis_loss: 0.5734 Cls_loss: N/A Topk: N/A ada_p: 0.2138
[INFO] 2021-10-19 23:16:45 > Step: 112000 Progress: 28.0% Elapsed: 1 day, 7:14:37 Gen_loss: 1.684 Dis_loss: 0.4253 Cls_loss: N/A Topk: N/A ada_p: 0.2179
[INFO] 2021-10-19 23:16:45 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 23:16:47 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_112000.png
[INFO] 2021-10-19 23:16:48 > Start Evaluation (112000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 23:16:48 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 23:18:00 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 23:19:21 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 23:22:13 > Inception score (Step: 112000, 14630 generated images): 12.704536437988281
[INFO] 2021-10-19 23:22:13 > FID score (Step: 112000, Using train moments): 5.878296001293535
[INFO] 2021-10-19 23:22:13 > Improved Precision (Step: 112000, Using train images): 0.8570745044429255
[INFO] 2021-10-19 23:22:13 > Improved Recall (Step: 112000, Using train images): 0.4867395762132604
[INFO] 2021-10-19 23:22:13 > Density (Step: 112000, Using train images): 1.2881613123718387
[INFO] 2021-10-19 23:22:13 > Coverage (Step: 112000, Using train images): 0.8066302118933698
[INFO] 2021-10-19 23:22:13 > Best FID score (Step: 110000, Using train moments): 5.828665820182664
[INFO] 2021-10-19 23:22:24 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 23:23:31 > Step: 112100 Progress: 28.0% Elapsed: 1 day, 7:21:22 Gen_loss: 1.36 Dis_loss: 0.8305 Cls_loss: N/A Topk: N/A ada_p: 0.2141
[INFO] 2021-10-19 23:25:12 > Step: 112200 Progress: 28.1% Elapsed: 1 day, 7:23:03 Gen_loss: 2.597 Dis_loss: 0.6141 Cls_loss: N/A Topk: N/A ada_p: 0.2175
[INFO] 2021-10-19 23:26:18 > Step: 112300 Progress: 28.1% Elapsed: 1 day, 7:24:10 Gen_loss: 1.684 Dis_loss: 0.3979 Cls_loss: N/A Topk: N/A ada_p: 0.219
[INFO] 2021-10-19 23:27:25 > Step: 112400 Progress: 28.1% Elapsed: 1 day, 7:25:17 Gen_loss: 2.435 Dis_loss: 0.8174 Cls_loss: N/A Topk: N/A ada_p: 0.2198
[INFO] 2021-10-19 23:29:06 > Step: 112500 Progress: 28.1% Elapsed: 1 day, 7:26:58 Gen_loss: 1.63 Dis_loss: 1.036 Cls_loss: N/A Topk: N/A ada_p: 0.2181
[INFO] 2021-10-19 23:30:13 > Step: 112600 Progress: 28.1% Elapsed: 1 day, 7:28:04 Gen_loss: 1.455 Dis_loss: 0.5623 Cls_loss: N/A Topk: N/A ada_p: 0.2161
[INFO] 2021-10-19 23:31:53 > Step: 112700 Progress: 28.2% Elapsed: 1 day, 7:29:45 Gen_loss: 2.035 Dis_loss: 0.3743 Cls_loss: N/A Topk: N/A ada_p: 0.2196
[INFO] 2021-10-19 23:32:59 > Step: 112800 Progress: 28.2% Elapsed: 1 day, 7:30:51 Gen_loss: 0.9306 Dis_loss: 1.353 Cls_loss: N/A Topk: N/A ada_p: 0.2271
[INFO] 2021-10-19 23:34:40 > Step: 112900 Progress: 28.2% Elapsed: 1 day, 7:32:32 Gen_loss: 1.317 Dis_loss: 0.7113 Cls_loss: N/A Topk: N/A ada_p: 0.228
[INFO] 2021-10-19 23:35:47 > Step: 113000 Progress: 28.2% Elapsed: 1 day, 7:33:38 Gen_loss: 1.816 Dis_loss: 0.7561 Cls_loss: N/A Topk: N/A ada_p: 0.2295
[INFO] 2021-10-19 23:38:04 > Step: 113100 Progress: 28.3% Elapsed: 1 day, 7:35:56 Gen_loss: 2.377 Dis_loss: 0.4713 Cls_loss: N/A Topk: N/A ada_p: 0.2298
[INFO] 2021-10-19 23:39:11 > Step: 113200 Progress: 28.3% Elapsed: 1 day, 7:37:02 Gen_loss: 2.085 Dis_loss: 0.752 Cls_loss: N/A Topk: N/A ada_p: 0.2285
[INFO] 2021-10-19 23:40:18 > Step: 113300 Progress: 28.3% Elapsed: 1 day, 7:38:09 Gen_loss: 1.121 Dis_loss: 0.7189 Cls_loss: N/A Topk: N/A ada_p: 0.226
[INFO] 2021-10-19 23:41:58 > Step: 113400 Progress: 28.3% Elapsed: 1 day, 7:39:50 Gen_loss: 1.98 Dis_loss: 0.35 Cls_loss: N/A Topk: N/A ada_p: 0.2227
[INFO] 2021-10-19 23:43:05 > Step: 113500 Progress: 28.4% Elapsed: 1 day, 7:40:56 Gen_loss: 1.668 Dis_loss: 0.5623 Cls_loss: N/A Topk: N/A ada_p: 0.2253
[INFO] 2021-10-19 23:44:46 > Step: 113600 Progress: 28.4% Elapsed: 1 day, 7:42:38 Gen_loss: 1.307 Dis_loss: 0.4112 Cls_loss: N/A Topk: N/A ada_p: 0.2243
[INFO] 2021-10-19 23:45:53 > Step: 113700 Progress: 28.4% Elapsed: 1 day, 7:43:45 Gen_loss: 1.437 Dis_loss: 0.5879 Cls_loss: N/A Topk: N/A ada_p: 0.2259
[INFO] 2021-10-19 23:47:34 > Step: 113800 Progress: 28.4% Elapsed: 1 day, 7:45:25 Gen_loss: 3.516 Dis_loss: 0.6508 Cls_loss: N/A Topk: N/A ada_p: 0.2264
[INFO] 2021-10-19 23:48:40 > Step: 113900 Progress: 28.5% Elapsed: 1 day, 7:46:32 Gen_loss: 2.084 Dis_loss: 0.6294 Cls_loss: N/A Topk: N/A ada_p: 0.2272
[INFO] 2021-10-19 23:49:47 > Step: 114000 Progress: 28.5% Elapsed: 1 day, 7:47:38 Gen_loss: 1.99 Dis_loss: 0.5123 Cls_loss: N/A Topk: N/A ada_p: 0.2262
[INFO] 2021-10-19 23:49:47 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-19 23:49:48 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_114000.png
[INFO] 2021-10-19 23:49:50 > Start Evaluation (114000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 23:49:50 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-19 23:51:02 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-19 23:52:23 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-19 23:55:14 > Inception score (Step: 114000, 14630 generated images): 12.394076347351074
[INFO] 2021-10-19 23:55:14 > FID score (Step: 114000, Using train moments): 5.942874853635914
[INFO] 2021-10-19 23:55:14 > Improved Precision (Step: 114000, Using train images): 0.8615174299384826
[INFO] 2021-10-19 23:55:14 > Improved Recall (Step: 114000, Using train images): 0.47450444292549554
[INFO] 2021-10-19 23:55:14 > Density (Step: 114000, Using train images): 1.2925358851674642
[INFO] 2021-10-19 23:55:14 > Coverage (Step: 114000, Using train images): 0.8053998632946001
[INFO] 2021-10-19 23:55:14 > Best FID score (Step: 110000, Using train moments): 5.828665820182664
[INFO] 2021-10-19 23:55:25 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-19 23:57:07 > Step: 114100 Progress: 28.5% Elapsed: 1 day, 7:54:59 Gen_loss: 1.663 Dis_loss: 0.5743 Cls_loss: N/A Topk: N/A ada_p: 0.226
[INFO] 2021-10-19 23:58:14 > Step: 114200 Progress: 28.5% Elapsed: 1 day, 7:56:05 Gen_loss: 2.262 Dis_loss: 0.9836 Cls_loss: N/A Topk: N/A ada_p: 0.2248
[INFO] 2021-10-19 23:59:56 > Step: 114300 Progress: 28.6% Elapsed: 1 day, 7:57:47 Gen_loss: 1.945 Dis_loss: 0.3983 Cls_loss: N/A Topk: N/A ada_p: 0.2214
[INFO] 2021-10-20 00:01:02 > Step: 114400 Progress: 28.6% Elapsed: 1 day, 7:58:54 Gen_loss: 2.361 Dis_loss: 0.7433 Cls_loss: N/A Topk: N/A ada_p: 0.2166
[INFO] 2021-10-20 00:02:43 > Step: 114500 Progress: 28.6% Elapsed: 1 day, 8:00:35 Gen_loss: 1.666 Dis_loss: 0.5705 Cls_loss: N/A Topk: N/A ada_p: 0.2177
[INFO] 2021-10-20 00:03:50 > Step: 114600 Progress: 28.6% Elapsed: 1 day, 8:01:41 Gen_loss: 1.419 Dis_loss: 0.4687 Cls_loss: N/A Topk: N/A ada_p: 0.2157
[INFO] 2021-10-20 00:05:34 > Step: 114700 Progress: 28.7% Elapsed: 1 day, 8:03:25 Gen_loss: 3.299 Dis_loss: 0.5351 Cls_loss: N/A Topk: N/A ada_p: 0.2149
[INFO] 2021-10-20 00:06:41 > Step: 114800 Progress: 28.7% Elapsed: 1 day, 8:04:32 Gen_loss: 1.111 Dis_loss: 0.7029 Cls_loss: N/A Topk: N/A ada_p: 0.2144
[INFO] 2021-10-20 00:07:47 > Step: 114900 Progress: 28.7% Elapsed: 1 day, 8:05:39 Gen_loss: 2.483 Dis_loss: 0.3721 Cls_loss: N/A Topk: N/A ada_p: 0.2153
[INFO] 2021-10-20 00:09:28 > Step: 115000 Progress: 28.7% Elapsed: 1 day, 8:07:19 Gen_loss: 2.468 Dis_loss: 0.6858 Cls_loss: N/A Topk: N/A ada_p: 0.2156
[INFO] 2021-10-20 00:10:34 > Step: 115100 Progress: 28.8% Elapsed: 1 day, 8:08:26 Gen_loss: 1.091 Dis_loss: 0.5615 Cls_loss: N/A Topk: N/A ada_p: 0.2181
[INFO] 2021-10-20 00:12:15 > Step: 115200 Progress: 28.8% Elapsed: 1 day, 8:10:07 Gen_loss: 2.258 Dis_loss: 0.6871 Cls_loss: N/A Topk: N/A ada_p: 0.2173
[INFO] 2021-10-20 00:13:22 > Step: 115300 Progress: 28.8% Elapsed: 1 day, 8:11:13 Gen_loss: 1.975 Dis_loss: 0.6784 Cls_loss: N/A Topk: N/A ada_p: 0.217
[INFO] 2021-10-20 00:15:02 > Step: 115400 Progress: 28.8% Elapsed: 1 day, 8:12:54 Gen_loss: 2.338 Dis_loss: 0.8481 Cls_loss: N/A Topk: N/A ada_p: 0.218
[INFO] 2021-10-20 00:16:09 > Step: 115500 Progress: 28.9% Elapsed: 1 day, 8:14:01 Gen_loss: 1.735 Dis_loss: 0.4308 Cls_loss: N/A Topk: N/A ada_p: 0.2131
[INFO] 2021-10-20 00:17:51 > Step: 115600 Progress: 28.9% Elapsed: 1 day, 8:15:42 Gen_loss: 3.533 Dis_loss: 0.6843 Cls_loss: N/A Topk: N/A ada_p: 0.2152
[INFO] 2021-10-20 00:18:58 > Step: 115700 Progress: 28.9% Elapsed: 1 day, 8:16:49 Gen_loss: 1.189 Dis_loss: 0.7512 Cls_loss: N/A Topk: N/A ada_p: 0.2179
[INFO] 2021-10-20 00:20:09 > Step: 115800 Progress: 28.9% Elapsed: 1 day, 8:18:01 Gen_loss: 1.002 Dis_loss: 0.7737 Cls_loss: N/A Topk: N/A ada_p: 0.2176
[INFO] 2021-10-20 00:22:20 > Step: 115900 Progress: 29.0% Elapsed: 1 day, 8:20:12 Gen_loss: 4.524 Dis_loss: 2.2 Cls_loss: N/A Topk: N/A ada_p: 0.2156
[INFO] 2021-10-20 00:23:27 > Step: 116000 Progress: 29.0% Elapsed: 1 day, 8:21:18 Gen_loss: 2.995 Dis_loss: 0.4637 Cls_loss: N/A Topk: N/A ada_p: 0.2179
[INFO] 2021-10-20 00:23:27 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 00:23:28 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_116000.png
[INFO] 2021-10-20 00:23:30 > Start Evaluation (116000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 00:23:30 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 00:24:42 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 00:26:03 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 00:28:55 > Inception score (Step: 116000, 14630 generated images): 12.63596248626709
[INFO] 2021-10-20 00:28:55 > FID score (Step: 116000, Using train moments): 5.829855363261146
[INFO] 2021-10-20 00:28:55 > Improved Precision (Step: 116000, Using train images): 0.8604237867395762
[INFO] 2021-10-20 00:28:55 > Improved Recall (Step: 116000, Using train images): 0.4844155844155844
[INFO] 2021-10-20 00:28:55 > Density (Step: 116000, Using train images): 1.290457963089542
[INFO] 2021-10-20 00:28:55 > Coverage (Step: 116000, Using train images): 0.8015037593984963
[INFO] 2021-10-20 00:28:55 > Best FID score (Step: 110000, Using train moments): 5.828665820182664
[INFO] 2021-10-20 00:29:05 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 00:30:48 > Step: 116100 Progress: 29.0% Elapsed: 1 day, 8:28:40 Gen_loss: 1.317 Dis_loss: 0.6909 Cls_loss: N/A Topk: N/A ada_p: 0.2218
[INFO] 2021-10-20 00:31:55 > Step: 116200 Progress: 29.0% Elapsed: 1 day, 8:29:47 Gen_loss: 1.567 Dis_loss: 0.6298 Cls_loss: N/A Topk: N/A ada_p: 0.2195
[INFO] 2021-10-20 00:33:37 > Step: 116300 Progress: 29.1% Elapsed: 1 day, 8:31:28 Gen_loss: 3.408 Dis_loss: 0.9671 Cls_loss: N/A Topk: N/A ada_p: 0.219
[INFO] 2021-10-20 00:34:44 > Step: 116400 Progress: 29.1% Elapsed: 1 day, 8:32:35 Gen_loss: 2.366 Dis_loss: 0.3249 Cls_loss: N/A Topk: N/A ada_p: 0.2147
[INFO] 2021-10-20 00:35:51 > Step: 116500 Progress: 29.1% Elapsed: 1 day, 8:33:42 Gen_loss: 1.463 Dis_loss: 0.5876 Cls_loss: N/A Topk: N/A ada_p: 0.2138
[INFO] 2021-10-20 00:37:32 > Step: 116600 Progress: 29.1% Elapsed: 1 day, 8:35:24 Gen_loss: 1.907 Dis_loss: 0.5036 Cls_loss: N/A Topk: N/A ada_p: 0.2148
[INFO] 2021-10-20 00:38:39 > Step: 116700 Progress: 29.2% Elapsed: 1 day, 8:36:30 Gen_loss: 0.9071 Dis_loss: 0.9798 Cls_loss: N/A Topk: N/A ada_p: 0.2158
[INFO] 2021-10-20 00:40:19 > Step: 116800 Progress: 29.2% Elapsed: 1 day, 8:38:11 Gen_loss: 2.923 Dis_loss: 0.9693 Cls_loss: N/A Topk: N/A ada_p: 0.2145
[INFO] 2021-10-20 00:41:27 > Step: 116900 Progress: 29.2% Elapsed: 1 day, 8:39:19 Gen_loss: 0.8584 Dis_loss: 0.5702 Cls_loss: N/A Topk: N/A ada_p: 0.2141
[INFO] 2021-10-20 00:43:07 > Step: 117000 Progress: 29.2% Elapsed: 1 day, 8:40:59 Gen_loss: 2.743 Dis_loss: 0.2428 Cls_loss: N/A Topk: N/A ada_p: 0.2134
[INFO] 2021-10-20 00:44:14 > Step: 117100 Progress: 29.3% Elapsed: 1 day, 8:42:06 Gen_loss: 1.696 Dis_loss: 0.8262 Cls_loss: N/A Topk: N/A ada_p: 0.2111
[INFO] 2021-10-20 00:45:56 > Step: 117200 Progress: 29.3% Elapsed: 1 day, 8:43:47 Gen_loss: 2.896 Dis_loss: 0.7048 Cls_loss: N/A Topk: N/A ada_p: 0.2093
[INFO] 2021-10-20 00:47:03 > Step: 117300 Progress: 29.3% Elapsed: 1 day, 8:44:54 Gen_loss: 1.58 Dis_loss: 0.7607 Cls_loss: N/A Topk: N/A ada_p: 0.2127
[INFO] 2021-10-20 00:48:10 > Step: 117400 Progress: 29.3% Elapsed: 1 day, 8:46:01 Gen_loss: 1.311 Dis_loss: 0.536 Cls_loss: N/A Topk: N/A ada_p: 0.2107
[INFO] 2021-10-20 00:49:51 > Step: 117500 Progress: 29.4% Elapsed: 1 day, 8:47:42 Gen_loss: 2.578 Dis_loss: 0.435 Cls_loss: N/A Topk: N/A ada_p: 0.2158
[INFO] 2021-10-20 00:50:58 > Step: 117600 Progress: 29.4% Elapsed: 1 day, 8:48:49 Gen_loss: 2.698 Dis_loss: 0.1348 Cls_loss: N/A Topk: N/A ada_p: 0.2158
[INFO] 2021-10-20 00:52:39 > Step: 117700 Progress: 29.4% Elapsed: 1 day, 8:50:30 Gen_loss: 1.006 Dis_loss: 0.9807 Cls_loss: N/A Topk: N/A ada_p: 0.2164
[INFO] 2021-10-20 00:53:45 > Step: 117800 Progress: 29.4% Elapsed: 1 day, 8:51:37 Gen_loss: 2.218 Dis_loss: 0.5243 Cls_loss: N/A Topk: N/A ada_p: 0.2167
[INFO] 2021-10-20 00:55:27 > Step: 117900 Progress: 29.5% Elapsed: 1 day, 8:53:19 Gen_loss: 2.652 Dis_loss: 0.9918 Cls_loss: N/A Topk: N/A ada_p: 0.219
[INFO] 2021-10-20 00:56:34 > Step: 118000 Progress: 29.5% Elapsed: 1 day, 8:54:26 Gen_loss: 3.231 Dis_loss: 0.4775 Cls_loss: N/A Topk: N/A ada_p: 0.2175
[INFO] 2021-10-20 00:56:34 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 00:56:36 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_118000.png
[INFO] 2021-10-20 00:56:38 > Start Evaluation (118000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 00:56:38 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 00:57:49 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 00:59:11 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 01:02:03 > Inception score (Step: 118000, 14630 generated images): 12.739795684814453
[INFO] 2021-10-20 01:02:03 > FID score (Step: 118000, Using train moments): 5.57189256205146
[INFO] 2021-10-20 01:02:03 > Improved Precision (Step: 118000, Using train images): 0.8577580314422419
[INFO] 2021-10-20 01:02:03 > Improved Recall (Step: 118000, Using train images): 0.4771701982228298
[INFO] 2021-10-20 01:02:03 > Density (Step: 118000, Using train images): 1.3082296650717704
[INFO] 2021-10-20 01:02:03 > Coverage (Step: 118000, Using train images): 0.8167464114832536
[INFO] 2021-10-20 01:02:03 > Best FID score (Step: 118000, Using train moments): 5.57189256205146
[INFO] 2021-10-20 01:02:29 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 01:03:36 > Step: 118100 Progress: 29.5% Elapsed: 1 day, 9:01:28 Gen_loss: 1.605 Dis_loss: 0.3918 Cls_loss: N/A Topk: N/A ada_p: 0.2153
[INFO] 2021-10-20 01:05:53 > Step: 118200 Progress: 29.5% Elapsed: 1 day, 9:03:45 Gen_loss: 1.817 Dis_loss: 0.8242 Cls_loss: N/A Topk: N/A ada_p: 0.2158
[INFO] 2021-10-20 01:07:00 > Step: 118300 Progress: 29.6% Elapsed: 1 day, 9:04:52 Gen_loss: 2.618 Dis_loss: 0.6948 Cls_loss: N/A Topk: N/A ada_p: 0.215
[INFO] 2021-10-20 01:08:41 > Step: 118400 Progress: 29.6% Elapsed: 1 day, 9:06:32 Gen_loss: 1.843 Dis_loss: 0.6138 Cls_loss: N/A Topk: N/A ada_p: 0.2153
[INFO] 2021-10-20 01:09:48 > Step: 118500 Progress: 29.6% Elapsed: 1 day, 9:07:40 Gen_loss: 2.027 Dis_loss: 0.5468 Cls_loss: N/A Topk: N/A ada_p: 0.217
[INFO] 2021-10-20 01:11:29 > Step: 118600 Progress: 29.6% Elapsed: 1 day, 9:09:21 Gen_loss: 2.281 Dis_loss: 0.8082 Cls_loss: N/A Topk: N/A ada_p: 0.2182
[INFO] 2021-10-20 01:12:36 > Step: 118700 Progress: 29.7% Elapsed: 1 day, 9:10:27 Gen_loss: 0.9166 Dis_loss: 0.838 Cls_loss: N/A Topk: N/A ada_p: 0.2185
[INFO] 2021-10-20 01:14:17 > Step: 118800 Progress: 29.7% Elapsed: 1 day, 9:12:09 Gen_loss: 3.449 Dis_loss: 1.644 Cls_loss: N/A Topk: N/A ada_p: 0.2185
[INFO] 2021-10-20 01:15:24 > Step: 118900 Progress: 29.7% Elapsed: 1 day, 9:13:16 Gen_loss: 1.034 Dis_loss: 0.8783 Cls_loss: N/A Topk: N/A ada_p: 0.2209
[INFO] 2021-10-20 01:16:31 > Step: 119000 Progress: 29.8% Elapsed: 1 day, 9:14:23 Gen_loss: 2.18 Dis_loss: 0.5429 Cls_loss: N/A Topk: N/A ada_p: 0.2227
[INFO] 2021-10-20 01:18:18 > Step: 119100 Progress: 29.8% Elapsed: 1 day, 9:16:10 Gen_loss: 1.269 Dis_loss: 0.7408 Cls_loss: N/A Topk: N/A ada_p: 0.2296
[INFO] 2021-10-20 01:19:25 > Step: 119200 Progress: 29.8% Elapsed: 1 day, 9:17:17 Gen_loss: 1.096 Dis_loss: 0.5434 Cls_loss: N/A Topk: N/A ada_p: 0.2294
[INFO] 2021-10-20 01:21:06 > Step: 119300 Progress: 29.8% Elapsed: 1 day, 9:18:58 Gen_loss: 2.591 Dis_loss: 0.9367 Cls_loss: N/A Topk: N/A ada_p: 0.2341
[INFO] 2021-10-20 01:22:13 > Step: 119400 Progress: 29.8% Elapsed: 1 day, 9:20:05 Gen_loss: 2.448 Dis_loss: 0.5026 Cls_loss: N/A Topk: N/A ada_p: 0.2336
[INFO] 2021-10-20 01:23:54 > Step: 119500 Progress: 29.9% Elapsed: 1 day, 9:21:45 Gen_loss: 2.699 Dis_loss: 0.8137 Cls_loss: N/A Topk: N/A ada_p: 0.2326
[INFO] 2021-10-20 01:25:03 > Step: 119600 Progress: 29.9% Elapsed: 1 day, 9:22:55 Gen_loss: 1.02 Dis_loss: 0.524 Cls_loss: N/A Topk: N/A ada_p: 0.2305
[INFO] 2021-10-20 01:26:10 > Step: 119700 Progress: 29.9% Elapsed: 1 day, 9:24:02 Gen_loss: 1.981 Dis_loss: 0.6818 Cls_loss: N/A Topk: N/A ada_p: 0.2289
[INFO] 2021-10-20 01:27:51 > Step: 119800 Progress: 29.9% Elapsed: 1 day, 9:25:42 Gen_loss: 0.8015 Dis_loss: 0.714 Cls_loss: N/A Topk: N/A ada_p: 0.2271
[INFO] 2021-10-20 01:28:58 > Step: 119900 Progress: 30.0% Elapsed: 1 day, 9:26:49 Gen_loss: 0.6352 Dis_loss: 0.9144 Cls_loss: N/A Topk: N/A ada_p: 0.2273
[INFO] 2021-10-20 01:30:38 > Step: 120000 Progress: 30.0% Elapsed: 1 day, 9:28:30 Gen_loss: 1.359 Dis_loss: 1.317 Cls_loss: N/A Topk: N/A ada_p: 0.2291
[INFO] 2021-10-20 01:30:38 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 01:30:40 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_120000.png
[INFO] 2021-10-20 01:30:42 > Start Evaluation (120000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 01:30:42 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 01:31:53 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 01:33:15 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 01:36:09 > Inception score (Step: 120000, 14630 generated images): 12.505264282226562
[INFO] 2021-10-20 01:36:09 > FID score (Step: 120000, Using train moments): 5.612016427787665
[INFO] 2021-10-20 01:36:09 > Improved Precision (Step: 120000, Using train images): 0.8590567327409433
[INFO] 2021-10-20 01:36:09 > Improved Recall (Step: 120000, Using train images): 0.48537252221462746
[INFO] 2021-10-20 01:36:09 > Density (Step: 120000, Using train images): 1.2700205058099796
[INFO] 2021-10-20 01:36:09 > Coverage (Step: 120000, Using train images): 0.8088858509911141
[INFO] 2021-10-20 01:36:09 > Best FID score (Step: 118000, Using train moments): 5.57189256205146
[INFO] 2021-10-20 01:36:21 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 01:37:28 > Step: 120100 Progress: 30.0% Elapsed: 1 day, 9:35:19 Gen_loss: 1.177 Dis_loss: 0.9794 Cls_loss: N/A Topk: N/A ada_p: 0.2285
[INFO] 2021-10-20 01:39:12 > Step: 120200 Progress: 30.0% Elapsed: 1 day, 9:37:04 Gen_loss: 3.331 Dis_loss: 0.1382 Cls_loss: N/A Topk: N/A ada_p: 0.2318
[INFO] 2021-10-20 01:40:19 > Step: 120300 Progress: 30.1% Elapsed: 1 day, 9:38:11 Gen_loss: 1.071 Dis_loss: 1.005 Cls_loss: N/A Topk: N/A ada_p: 0.231
[INFO] 2021-10-20 01:42:00 > Step: 120400 Progress: 30.1% Elapsed: 1 day, 9:39:52 Gen_loss: 1.159 Dis_loss: 0.7241 Cls_loss: N/A Topk: N/A ada_p: 0.2303
[INFO] 2021-10-20 01:43:07 > Step: 120500 Progress: 30.1% Elapsed: 1 day, 9:40:59 Gen_loss: 2.235 Dis_loss: 1.244 Cls_loss: N/A Topk: N/A ada_p: 0.2289
[INFO] 2021-10-20 01:44:14 > Step: 120600 Progress: 30.1% Elapsed: 1 day, 9:42:06 Gen_loss: 1.762 Dis_loss: 0.4872 Cls_loss: N/A Topk: N/A ada_p: 0.2284
[INFO] 2021-10-20 01:45:56 > Step: 120700 Progress: 30.2% Elapsed: 1 day, 9:43:47 Gen_loss: 2.32 Dis_loss: 0.7798 Cls_loss: N/A Topk: N/A ada_p: 0.2304
[INFO] 2021-10-20 01:47:03 > Step: 120800 Progress: 30.2% Elapsed: 1 day, 9:44:55 Gen_loss: 1.583 Dis_loss: 0.7145 Cls_loss: N/A Topk: N/A ada_p: 0.2289
[INFO] 2021-10-20 01:49:21 > Step: 120900 Progress: 30.2% Elapsed: 1 day, 9:47:13 Gen_loss: 1.693 Dis_loss: 0.4876 Cls_loss: N/A Topk: N/A ada_p: 0.2292
[INFO] 2021-10-20 01:50:28 > Step: 121000 Progress: 30.2% Elapsed: 1 day, 9:48:20 Gen_loss: 1.061 Dis_loss: 0.7605 Cls_loss: N/A Topk: N/A ada_p: 0.2285
[INFO] 2021-10-20 01:52:09 > Step: 121100 Progress: 30.3% Elapsed: 1 day, 9:50:00 Gen_loss: 2.023 Dis_loss: 0.6957 Cls_loss: N/A Topk: N/A ada_p: 0.2326
[INFO] 2021-10-20 01:53:17 > Step: 121200 Progress: 30.3% Elapsed: 1 day, 9:51:09 Gen_loss: 1.53 Dis_loss: 1.097 Cls_loss: N/A Topk: N/A ada_p: 0.2285
[INFO] 2021-10-20 01:54:59 > Step: 121300 Progress: 30.3% Elapsed: 1 day, 9:52:50 Gen_loss: 2.188 Dis_loss: 0.6175 Cls_loss: N/A Topk: N/A ada_p: 0.2309
[INFO] 2021-10-20 01:56:06 > Step: 121400 Progress: 30.3% Elapsed: 1 day, 9:53:57 Gen_loss: 1.539 Dis_loss: 0.981 Cls_loss: N/A Topk: N/A ada_p: 0.2324
[INFO] 2021-10-20 01:57:13 > Step: 121500 Progress: 30.4% Elapsed: 1 day, 9:55:04 Gen_loss: 1.89 Dis_loss: 0.3101 Cls_loss: N/A Topk: N/A ada_p: 0.2322
[INFO] 2021-10-20 01:58:54 > Step: 121600 Progress: 30.4% Elapsed: 1 day, 9:56:45 Gen_loss: 1.382 Dis_loss: 0.5848 Cls_loss: N/A Topk: N/A ada_p: 0.2296
[INFO] 2021-10-20 02:00:01 > Step: 121700 Progress: 30.4% Elapsed: 1 day, 9:57:52 Gen_loss: 1.657 Dis_loss: 0.6717 Cls_loss: N/A Topk: N/A ada_p: 0.23
[INFO] 2021-10-20 02:01:41 > Step: 121800 Progress: 30.4% Elapsed: 1 day, 9:59:33 Gen_loss: 1.372 Dis_loss: 0.6253 Cls_loss: N/A Topk: N/A ada_p: 0.2328
[INFO] 2021-10-20 02:02:48 > Step: 121900 Progress: 30.5% Elapsed: 1 day, 10:00:40 Gen_loss: 1.328 Dis_loss: 0.554 Cls_loss: N/A Topk: N/A ada_p: 0.2331
[INFO] 2021-10-20 02:04:28 > Step: 122000 Progress: 30.5% Elapsed: 1 day, 10:02:20 Gen_loss: 1.799 Dis_loss: 0.656 Cls_loss: N/A Topk: N/A ada_p: 0.2292
[INFO] 2021-10-20 02:04:28 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 02:04:30 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_122000.png
[INFO] 2021-10-20 02:04:32 > Start Evaluation (122000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 02:04:32 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 02:05:44 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 02:07:05 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 02:10:01 > Inception score (Step: 122000, 14630 generated images): 12.913698196411133
[INFO] 2021-10-20 02:10:01 > FID score (Step: 122000, Using train moments): 5.681605928822023
[INFO] 2021-10-20 02:10:01 > Improved Precision (Step: 122000, Using train images): 0.8623376623376623
[INFO] 2021-10-20 02:10:01 > Improved Recall (Step: 122000, Using train images): 0.4849624060150376
[INFO] 2021-10-20 02:10:01 > Density (Step: 122000, Using train images): 1.2929186602870815
[INFO] 2021-10-20 02:10:01 > Coverage (Step: 122000, Using train images): 0.8185235816814764
[INFO] 2021-10-20 02:10:01 > Best FID score (Step: 118000, Using train moments): 5.57189256205146
[INFO] 2021-10-20 02:10:11 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 02:11:18 > Step: 122100 Progress: 30.5% Elapsed: 1 day, 10:09:10 Gen_loss: 1.702 Dis_loss: 0.7074 Cls_loss: N/A Topk: N/A ada_p: 0.2312
[INFO] 2021-10-20 02:12:25 > Step: 122200 Progress: 30.6% Elapsed: 1 day, 10:10:17 Gen_loss: 1.944 Dis_loss: 0.8205 Cls_loss: N/A Topk: N/A ada_p: 0.2289
[INFO] 2021-10-20 02:14:06 > Step: 122300 Progress: 30.6% Elapsed: 1 day, 10:11:58 Gen_loss: 1.472 Dis_loss: 0.7017 Cls_loss: N/A Topk: N/A ada_p: 0.2284
[INFO] 2021-10-20 02:15:13 > Step: 122400 Progress: 30.6% Elapsed: 1 day, 10:13:04 Gen_loss: 1.395 Dis_loss: 0.6182 Cls_loss: N/A Topk: N/A ada_p: 0.2268
[INFO] 2021-10-20 02:16:54 > Step: 122500 Progress: 30.6% Elapsed: 1 day, 10:14:45 Gen_loss: 1.571 Dis_loss: 0.9851 Cls_loss: N/A Topk: N/A ada_p: 0.2298
[INFO] 2021-10-20 02:18:00 > Step: 122600 Progress: 30.6% Elapsed: 1 day, 10:15:52 Gen_loss: 2.058 Dis_loss: 0.4629 Cls_loss: N/A Topk: N/A ada_p: 0.2287
[INFO] 2021-10-20 02:19:41 > Step: 122700 Progress: 30.7% Elapsed: 1 day, 10:17:33 Gen_loss: 2.108 Dis_loss: 0.3782 Cls_loss: N/A Topk: N/A ada_p: 0.2303
[INFO] 2021-10-20 02:20:50 > Step: 122800 Progress: 30.7% Elapsed: 1 day, 10:18:42 Gen_loss: 4.417 Dis_loss: 2.095 Cls_loss: N/A Topk: N/A ada_p: 0.2295
[INFO] 2021-10-20 02:22:32 > Step: 122900 Progress: 30.7% Elapsed: 1 day, 10:20:23 Gen_loss: 1.426 Dis_loss: 0.7242 Cls_loss: N/A Topk: N/A ada_p: 0.2235
[INFO] 2021-10-20 02:23:39 > Step: 123000 Progress: 30.8% Elapsed: 1 day, 10:21:30 Gen_loss: 2.176 Dis_loss: 0.1826 Cls_loss: N/A Topk: N/A ada_p: 0.2217
[INFO] 2021-10-20 02:24:46 > Step: 123100 Progress: 30.8% Elapsed: 1 day, 10:22:37 Gen_loss: 2.089 Dis_loss: 0.7985 Cls_loss: N/A Topk: N/A ada_p: 0.2217
[INFO] 2021-10-20 02:26:27 > Step: 123200 Progress: 30.8% Elapsed: 1 day, 10:24:18 Gen_loss: 2.528 Dis_loss: 1.189 Cls_loss: N/A Topk: N/A ada_p: 0.2222
[INFO] 2021-10-20 02:27:34 > Step: 123300 Progress: 30.8% Elapsed: 1 day, 10:25:25 Gen_loss: 2.127 Dis_loss: 0.6039 Cls_loss: N/A Topk: N/A ada_p: 0.2228
[INFO] 2021-10-20 02:29:15 > Step: 123400 Progress: 30.9% Elapsed: 1 day, 10:27:06 Gen_loss: 2.227 Dis_loss: 1.021 Cls_loss: N/A Topk: N/A ada_p: 0.2239
[INFO] 2021-10-20 02:30:21 > Step: 123500 Progress: 30.9% Elapsed: 1 day, 10:28:13 Gen_loss: 2.583 Dis_loss: 0.5889 Cls_loss: N/A Topk: N/A ada_p: 0.2252
[INFO] 2021-10-20 02:32:42 > Step: 123600 Progress: 30.9% Elapsed: 1 day, 10:30:34 Gen_loss: 2.824 Dis_loss: 0.835 Cls_loss: N/A Topk: N/A ada_p: 0.2295
[INFO] 2021-10-20 02:33:49 > Step: 123700 Progress: 30.9% Elapsed: 1 day, 10:31:40 Gen_loss: 2.0 Dis_loss: 0.7638 Cls_loss: N/A Topk: N/A ada_p: 0.2268
[INFO] 2021-10-20 02:35:00 > Step: 123800 Progress: 30.9% Elapsed: 1 day, 10:32:51 Gen_loss: 2.156 Dis_loss: 0.4535 Cls_loss: N/A Topk: N/A ada_p: 0.2263
[INFO] 2021-10-20 02:36:40 > Step: 123900 Progress: 31.0% Elapsed: 1 day, 10:34:32 Gen_loss: 4.066 Dis_loss: 0.806 Cls_loss: N/A Topk: N/A ada_p: 0.2322
[INFO] 2021-10-20 02:37:47 > Step: 124000 Progress: 31.0% Elapsed: 1 day, 10:35:39 Gen_loss: 1.933 Dis_loss: 0.8528 Cls_loss: N/A Topk: N/A ada_p: 0.2322
[INFO] 2021-10-20 02:37:47 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 02:37:49 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_124000.png
[INFO] 2021-10-20 02:37:51 > Start Evaluation (124000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 02:37:51 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 02:39:02 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 02:40:24 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 02:43:16 > Inception score (Step: 124000, 14630 generated images): 12.958341598510742
[INFO] 2021-10-20 02:43:16 > FID score (Step: 124000, Using train moments): 5.544100865043447
[INFO] 2021-10-20 02:43:16 > Improved Precision (Step: 124000, Using train images): 0.8602187286397812
[INFO] 2021-10-20 02:43:16 > Improved Recall (Step: 124000, Using train images): 0.47963089542036913
[INFO] 2021-10-20 02:43:16 > Density (Step: 124000, Using train images): 1.2908817498291183
[INFO] 2021-10-20 02:43:16 > Coverage (Step: 124000, Using train images): 0.8168831168831169
[INFO] 2021-10-20 02:43:16 > Best FID score (Step: 124000, Using train moments): 5.544100865043447
[INFO] 2021-10-20 02:43:38 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 02:45:19 > Step: 124100 Progress: 31.0% Elapsed: 1 day, 10:43:11 Gen_loss: 1.64 Dis_loss: 0.4094 Cls_loss: N/A Topk: N/A ada_p: 0.2339
[INFO] 2021-10-20 02:46:26 > Step: 124200 Progress: 31.1% Elapsed: 1 day, 10:44:18 Gen_loss: 1.772 Dis_loss: 1.12 Cls_loss: N/A Topk: N/A ada_p: 0.2344
[INFO] 2021-10-20 02:48:09 > Step: 124300 Progress: 31.1% Elapsed: 1 day, 10:46:00 Gen_loss: 1.239 Dis_loss: 0.6878 Cls_loss: N/A Topk: N/A ada_p: 0.2282
[INFO] 2021-10-20 02:49:15 > Step: 124400 Progress: 31.1% Elapsed: 1 day, 10:47:07 Gen_loss: 1.462 Dis_loss: 0.615 Cls_loss: N/A Topk: N/A ada_p: 0.2269
[INFO] 2021-10-20 02:50:57 > Step: 124500 Progress: 31.1% Elapsed: 1 day, 10:48:48 Gen_loss: 1.662 Dis_loss: 0.6814 Cls_loss: N/A Topk: N/A ada_p: 0.225
[INFO] 2021-10-20 02:52:03 > Step: 124600 Progress: 31.1% Elapsed: 1 day, 10:49:55 Gen_loss: 2.755 Dis_loss: 0.3387 Cls_loss: N/A Topk: N/A ada_p: 0.2263
[INFO] 2021-10-20 02:53:10 > Step: 124700 Progress: 31.2% Elapsed: 1 day, 10:51:01 Gen_loss: 2.424 Dis_loss: 0.7958 Cls_loss: N/A Topk: N/A ada_p: 0.2317
[INFO] 2021-10-20 02:54:51 > Step: 124800 Progress: 31.2% Elapsed: 1 day, 10:52:43 Gen_loss: 3.407 Dis_loss: 0.42 Cls_loss: N/A Topk: N/A ada_p: 0.2322
[INFO] 2021-10-20 02:55:58 > Step: 124900 Progress: 31.2% Elapsed: 1 day, 10:53:49 Gen_loss: 1.707 Dis_loss: 0.8421 Cls_loss: N/A Topk: N/A ada_p: 0.2316
[INFO] 2021-10-20 02:57:38 > Step: 125000 Progress: 31.2% Elapsed: 1 day, 10:55:30 Gen_loss: 1.417 Dis_loss: 0.4444 Cls_loss: N/A Topk: N/A ada_p: 0.23
[INFO] 2021-10-20 02:58:45 > Step: 125100 Progress: 31.3% Elapsed: 1 day, 10:56:36 Gen_loss: 2.636 Dis_loss: 0.1837 Cls_loss: N/A Topk: N/A ada_p: 0.2282
[INFO] 2021-10-20 03:00:25 > Step: 125200 Progress: 31.3% Elapsed: 1 day, 10:58:17 Gen_loss: 0.9571 Dis_loss: 1.113 Cls_loss: N/A Topk: N/A ada_p: 0.2285
[INFO] 2021-10-20 03:01:32 > Step: 125300 Progress: 31.3% Elapsed: 1 day, 10:59:24 Gen_loss: 1.536 Dis_loss: 0.6168 Cls_loss: N/A Topk: N/A ada_p: 0.2268
[INFO] 2021-10-20 03:02:39 > Step: 125400 Progress: 31.4% Elapsed: 1 day, 11:00:30 Gen_loss: 2.209 Dis_loss: 0.8337 Cls_loss: N/A Topk: N/A ada_p: 0.2237
[INFO] 2021-10-20 03:04:23 > Step: 125500 Progress: 31.4% Elapsed: 1 day, 11:02:15 Gen_loss: 1.443 Dis_loss: 0.6559 Cls_loss: N/A Topk: N/A ada_p: 0.2222
[INFO] 2021-10-20 03:05:30 > Step: 125600 Progress: 31.4% Elapsed: 1 day, 11:03:22 Gen_loss: 2.434 Dis_loss: 0.6083 Cls_loss: N/A Topk: N/A ada_p: 0.226
[INFO] 2021-10-20 03:07:12 > Step: 125700 Progress: 31.4% Elapsed: 1 day, 11:05:04 Gen_loss: 2.206 Dis_loss: 0.7192 Cls_loss: N/A Topk: N/A ada_p: 0.2282
[INFO] 2021-10-20 03:08:19 > Step: 125800 Progress: 31.4% Elapsed: 1 day, 11:06:10 Gen_loss: 1.256 Dis_loss: 0.9216 Cls_loss: N/A Topk: N/A ada_p: 0.2313
[INFO] 2021-10-20 03:09:59 > Step: 125900 Progress: 31.5% Elapsed: 1 day, 11:07:51 Gen_loss: 1.711 Dis_loss: 0.6193 Cls_loss: N/A Topk: N/A ada_p: 0.2341
[INFO] 2021-10-20 03:11:06 > Step: 126000 Progress: 31.5% Elapsed: 1 day, 11:08:58 Gen_loss: 3.126 Dis_loss: 1.062 Cls_loss: N/A Topk: N/A ada_p: 0.2346
[INFO] 2021-10-20 03:11:07 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 03:11:08 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_126000.png
[INFO] 2021-10-20 03:11:10 > Start Evaluation (126000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 03:11:10 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 03:12:22 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 03:13:43 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 03:16:46 > Inception score (Step: 126000, 14630 generated images): 12.606947898864746
[INFO] 2021-10-20 03:16:46 > FID score (Step: 126000, Using train moments): 5.639641754330626
[INFO] 2021-10-20 03:16:46 > Improved Precision (Step: 126000, Using train images): 0.8580997949419003
[INFO] 2021-10-20 03:16:46 > Improved Recall (Step: 126000, Using train images): 0.47621326042378676
[INFO] 2021-10-20 03:16:46 > Density (Step: 126000, Using train images): 1.297088174982912
[INFO] 2021-10-20 03:16:46 > Coverage (Step: 126000, Using train images): 0.8095010252904989
[INFO] 2021-10-20 03:16:46 > Best FID score (Step: 124000, Using train moments): 5.544100865043447
[INFO] 2021-10-20 03:16:57 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 03:18:39 > Step: 126100 Progress: 31.5% Elapsed: 1 day, 11:16:30 Gen_loss: 2.339 Dis_loss: 0.8422 Cls_loss: N/A Topk: N/A ada_p: 0.2358
[INFO] 2021-10-20 03:19:46 > Step: 126200 Progress: 31.6% Elapsed: 1 day, 11:17:37 Gen_loss: 2.813 Dis_loss: 0.9406 Cls_loss: N/A Topk: N/A ada_p: 0.236
[INFO] 2021-10-20 03:20:52 > Step: 126300 Progress: 31.6% Elapsed: 1 day, 11:18:44 Gen_loss: 3.547 Dis_loss: 0.4669 Cls_loss: N/A Topk: N/A ada_p: 0.2332
[INFO] 2021-10-20 03:22:33 > Step: 126400 Progress: 31.6% Elapsed: 1 day, 11:20:25 Gen_loss: 2.588 Dis_loss: 0.4605 Cls_loss: N/A Topk: N/A ada_p: 0.2332
[INFO] 2021-10-20 03:23:40 > Step: 126500 Progress: 31.6% Elapsed: 1 day, 11:21:32 Gen_loss: 2.222 Dis_loss: 0.7672 Cls_loss: N/A Topk: N/A ada_p: 0.23
[INFO] 2021-10-20 03:25:23 > Step: 126600 Progress: 31.6% Elapsed: 1 day, 11:23:15 Gen_loss: 1.368 Dis_loss: 1.093 Cls_loss: N/A Topk: N/A ada_p: 0.2295
[INFO] 2021-10-20 03:26:30 > Step: 126700 Progress: 31.7% Elapsed: 1 day, 11:24:22 Gen_loss: 2.418 Dis_loss: 0.6233 Cls_loss: N/A Topk: N/A ada_p: 0.231
[INFO] 2021-10-20 03:28:11 > Step: 126800 Progress: 31.7% Elapsed: 1 day, 11:26:03 Gen_loss: 3.623 Dis_loss: 0.1583 Cls_loss: N/A Topk: N/A ada_p: 0.2344
[INFO] 2021-10-20 03:29:18 > Step: 126900 Progress: 31.7% Elapsed: 1 day, 11:27:10 Gen_loss: 0.3939 Dis_loss: 1.361 Cls_loss: N/A Topk: N/A ada_p: 0.2371
[INFO] 2021-10-20 03:31:00 > Step: 127000 Progress: 31.8% Elapsed: 1 day, 11:28:51 Gen_loss: 2.017 Dis_loss: 0.653 Cls_loss: N/A Topk: N/A ada_p: 0.2396
[INFO] 2021-10-20 03:32:06 > Step: 127100 Progress: 31.8% Elapsed: 1 day, 11:29:58 Gen_loss: 3.365 Dis_loss: 0.767 Cls_loss: N/A Topk: N/A ada_p: 0.2358
[INFO] 2021-10-20 03:33:12 > Step: 127200 Progress: 31.8% Elapsed: 1 day, 11:31:04 Gen_loss: 1.655 Dis_loss: 0.5257 Cls_loss: N/A Topk: N/A ada_p: 0.2368
[INFO] 2021-10-20 03:34:53 > Step: 127300 Progress: 31.8% Elapsed: 1 day, 11:32:44 Gen_loss: 0.6533 Dis_loss: 1.034 Cls_loss: N/A Topk: N/A ada_p: 0.2364
[INFO] 2021-10-20 03:35:59 > Step: 127400 Progress: 31.9% Elapsed: 1 day, 11:33:50 Gen_loss: 1.103 Dis_loss: 1.206 Cls_loss: N/A Topk: N/A ada_p: 0.2359
[INFO] 2021-10-20 03:37:39 > Step: 127500 Progress: 31.9% Elapsed: 1 day, 11:35:31 Gen_loss: 2.009 Dis_loss: 0.4988 Cls_loss: N/A Topk: N/A ada_p: 0.2372
[INFO] 2021-10-20 03:38:46 > Step: 127600 Progress: 31.9% Elapsed: 1 day, 11:36:38 Gen_loss: 1.12 Dis_loss: 0.7863 Cls_loss: N/A Topk: N/A ada_p: 0.2372
[INFO] 2021-10-20 03:40:27 > Step: 127700 Progress: 31.9% Elapsed: 1 day, 11:38:19 Gen_loss: 0.4938 Dis_loss: 1.114 Cls_loss: N/A Topk: N/A ada_p: 0.2388
[INFO] 2021-10-20 03:41:34 > Step: 127800 Progress: 31.9% Elapsed: 1 day, 11:39:25 Gen_loss: 2.103 Dis_loss: 0.7728 Cls_loss: N/A Topk: N/A ada_p: 0.2363
[INFO] 2021-10-20 03:42:40 > Step: 127900 Progress: 32.0% Elapsed: 1 day, 11:40:32 Gen_loss: 1.307 Dis_loss: 0.612 Cls_loss: N/A Topk: N/A ada_p: 0.2394
[INFO] 2021-10-20 03:44:21 > Step: 128000 Progress: 32.0% Elapsed: 1 day, 11:42:13 Gen_loss: 1.086 Dis_loss: 0.6048 Cls_loss: N/A Topk: N/A ada_p: 0.2353
[INFO] 2021-10-20 03:44:21 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 03:44:23 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_128000.png
[INFO] 2021-10-20 03:44:24 > Start Evaluation (128000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 03:44:24 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 03:45:36 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 03:46:57 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 03:49:52 > Inception score (Step: 128000, 14630 generated images): 12.872271537780762
[INFO] 2021-10-20 03:49:52 > FID score (Step: 128000, Using train moments): 5.4670559350751375
[INFO] 2021-10-20 03:49:52 > Improved Precision (Step: 128000, Using train images): 0.8702665755297334
[INFO] 2021-10-20 03:49:52 > Improved Recall (Step: 128000, Using train images): 0.47573479152426523
[INFO] 2021-10-20 03:49:52 > Density (Step: 128000, Using train images): 1.273725222146275
[INFO] 2021-10-20 03:49:52 > Coverage (Step: 128000, Using train images): 0.8118933697881067
[INFO] 2021-10-20 03:49:52 > Best FID score (Step: 128000, Using train moments): 5.4670559350751375
[INFO] 2021-10-20 03:50:13 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 03:51:20 > Step: 128100 Progress: 32.0% Elapsed: 1 day, 11:49:12 Gen_loss: 2.523 Dis_loss: 0.6819 Cls_loss: N/A Topk: N/A ada_p: 0.241
[INFO] 2021-10-20 03:53:07 > Step: 128200 Progress: 32.0% Elapsed: 1 day, 11:50:59 Gen_loss: 1.875 Dis_loss: 0.7748 Cls_loss: N/A Topk: N/A ada_p: 0.239
[INFO] 2021-10-20 03:54:14 > Step: 128300 Progress: 32.1% Elapsed: 1 day, 11:52:06 Gen_loss: 0.8805 Dis_loss: 1.17 Cls_loss: N/A Topk: N/A ada_p: 0.2359
[INFO] 2021-10-20 03:55:56 > Step: 128400 Progress: 32.1% Elapsed: 1 day, 11:53:48 Gen_loss: 2.74 Dis_loss: 0.5707 Cls_loss: N/A Topk: N/A ada_p: 0.2367
[INFO] 2021-10-20 03:57:03 > Step: 128500 Progress: 32.1% Elapsed: 1 day, 11:54:55 Gen_loss: 2.256 Dis_loss: 1.14 Cls_loss: N/A Topk: N/A ada_p: 0.2396
[INFO] 2021-10-20 03:59:10 > Step: 128600 Progress: 32.1% Elapsed: 1 day, 11:57:01 Gen_loss: 1.449 Dis_loss: 0.4157 Cls_loss: N/A Topk: N/A ada_p: 0.2373
[INFO] 2021-10-20 04:00:17 > Step: 128700 Progress: 32.2% Elapsed: 1 day, 11:58:09 Gen_loss: 0.9217 Dis_loss: 1.091 Cls_loss: N/A Topk: N/A ada_p: 0.2355
[INFO] 2021-10-20 04:01:26 > Step: 128800 Progress: 32.2% Elapsed: 1 day, 11:59:18 Gen_loss: 2.809 Dis_loss: 0.6184 Cls_loss: N/A Topk: N/A ada_p: 0.2319
[INFO] 2021-10-20 04:03:07 > Step: 128900 Progress: 32.2% Elapsed: 1 day, 12:00:59 Gen_loss: 2.595 Dis_loss: 1.748 Cls_loss: N/A Topk: N/A ada_p: 0.2333
[INFO] 2021-10-20 04:04:14 > Step: 129000 Progress: 32.2% Elapsed: 1 day, 12:02:05 Gen_loss: 2.301 Dis_loss: 0.7674 Cls_loss: N/A Topk: N/A ada_p: 0.2316
[INFO] 2021-10-20 04:05:54 > Step: 129100 Progress: 32.3% Elapsed: 1 day, 12:03:46 Gen_loss: 2.318 Dis_loss: 0.3814 Cls_loss: N/A Topk: N/A ada_p: 0.2282
[INFO] 2021-10-20 04:07:01 > Step: 129200 Progress: 32.3% Elapsed: 1 day, 12:04:53 Gen_loss: 2.105 Dis_loss: 0.5446 Cls_loss: N/A Topk: N/A ada_p: 0.2254
[INFO] 2021-10-20 04:08:42 > Step: 129300 Progress: 32.3% Elapsed: 1 day, 12:06:34 Gen_loss: 1.927 Dis_loss: 0.6751 Cls_loss: N/A Topk: N/A ada_p: 0.2237
[INFO] 2021-10-20 04:09:49 > Step: 129400 Progress: 32.4% Elapsed: 1 day, 12:07:40 Gen_loss: 2.713 Dis_loss: 0.3572 Cls_loss: N/A Topk: N/A ada_p: 0.2243
[INFO] 2021-10-20 04:10:55 > Step: 129500 Progress: 32.4% Elapsed: 1 day, 12:08:47 Gen_loss: 2.511 Dis_loss: 0.5196 Cls_loss: N/A Topk: N/A ada_p: 0.2289
[INFO] 2021-10-20 04:12:36 > Step: 129600 Progress: 32.4% Elapsed: 1 day, 12:10:28 Gen_loss: 3.272 Dis_loss: 0.4131 Cls_loss: N/A Topk: N/A ada_p: 0.2314
[INFO] 2021-10-20 04:13:44 > Step: 129700 Progress: 32.4% Elapsed: 1 day, 12:11:35 Gen_loss: 1.914 Dis_loss: 1.352 Cls_loss: N/A Topk: N/A ada_p: 0.229
[INFO] 2021-10-20 04:15:25 > Step: 129800 Progress: 32.5% Elapsed: 1 day, 12:13:16 Gen_loss: 0.8878 Dis_loss: 0.4266 Cls_loss: N/A Topk: N/A ada_p: 0.2275
[INFO] 2021-10-20 04:16:31 > Step: 129900 Progress: 32.5% Elapsed: 1 day, 12:14:23 Gen_loss: 1.482 Dis_loss: 0.6753 Cls_loss: N/A Topk: N/A ada_p: 0.229
[INFO] 2021-10-20 04:18:12 > Step: 130000 Progress: 32.5% Elapsed: 1 day, 12:16:03 Gen_loss: 1.37 Dis_loss: 0.7002 Cls_loss: N/A Topk: N/A ada_p: 0.2269
[INFO] 2021-10-20 04:18:12 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 04:18:13 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_130000.png
[INFO] 2021-10-20 04:18:15 > Start Evaluation (130000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 04:18:15 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 04:19:27 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 04:20:48 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 04:23:41 > Inception score (Step: 130000, 14630 generated images): 12.766733169555664
[INFO] 2021-10-20 04:23:41 > FID score (Step: 130000, Using train moments): 5.4850897176938815
[INFO] 2021-10-20 04:23:41 > Improved Precision (Step: 130000, Using train images): 0.8639781271360218
[INFO] 2021-10-20 04:23:41 > Improved Recall (Step: 130000, Using train images): 0.48113465481886536
[INFO] 2021-10-20 04:23:41 > Density (Step: 130000, Using train images): 1.2900205058099796
[INFO] 2021-10-20 04:23:41 > Coverage (Step: 130000, Using train images): 0.8212576896787424
[INFO] 2021-10-20 04:23:41 > Best FID score (Step: 128000, Using train moments): 5.4670559350751375
[INFO] 2021-10-20 04:23:52 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 04:24:59 > Step: 130100 Progress: 32.5% Elapsed: 1 day, 12:22:51 Gen_loss: 1.678 Dis_loss: 0.5036 Cls_loss: N/A Topk: N/A ada_p: 0.2263
[INFO] 2021-10-20 04:26:40 > Step: 130200 Progress: 32.6% Elapsed: 1 day, 12:24:32 Gen_loss: 2.87 Dis_loss: 1.285 Cls_loss: N/A Topk: N/A ada_p: 0.2309
[INFO] 2021-10-20 04:27:47 > Step: 130300 Progress: 32.6% Elapsed: 1 day, 12:25:38 Gen_loss: 1.754 Dis_loss: 1.022 Cls_loss: N/A Topk: N/A ada_p: 0.2304
[INFO] 2021-10-20 04:28:53 > Step: 130400 Progress: 32.6% Elapsed: 1 day, 12:26:45 Gen_loss: 1.603 Dis_loss: 0.4149 Cls_loss: N/A Topk: N/A ada_p: 0.2304
[INFO] 2021-10-20 04:30:34 > Step: 130500 Progress: 32.6% Elapsed: 1 day, 12:28:26 Gen_loss: 1.763 Dis_loss: 0.8395 Cls_loss: N/A Topk: N/A ada_p: 0.2321
[INFO] 2021-10-20 04:31:41 > Step: 130600 Progress: 32.6% Elapsed: 1 day, 12:29:33 Gen_loss: 1.641 Dis_loss: 0.7489 Cls_loss: N/A Topk: N/A ada_p: 0.2346
[INFO] 2021-10-20 04:33:23 > Step: 130700 Progress: 32.7% Elapsed: 1 day, 12:31:15 Gen_loss: 2.079 Dis_loss: 0.4681 Cls_loss: N/A Topk: N/A ada_p: 0.2362
[INFO] 2021-10-20 04:34:30 > Step: 130800 Progress: 32.7% Elapsed: 1 day, 12:32:21 Gen_loss: 2.596 Dis_loss: 1.307 Cls_loss: N/A Topk: N/A ada_p: 0.2387
[INFO] 2021-10-20 04:36:11 > Step: 130900 Progress: 32.7% Elapsed: 1 day, 12:34:02 Gen_loss: 1.541 Dis_loss: 0.6132 Cls_loss: N/A Topk: N/A ada_p: 0.2383
[INFO] 2021-10-20 04:37:18 > Step: 131000 Progress: 32.8% Elapsed: 1 day, 12:35:09 Gen_loss: 1.296 Dis_loss: 0.7356 Cls_loss: N/A Topk: N/A ada_p: 0.2381
[INFO] 2021-10-20 04:38:25 > Step: 131100 Progress: 32.8% Elapsed: 1 day, 12:36:16 Gen_loss: 1.164 Dis_loss: 0.4104 Cls_loss: N/A Topk: N/A ada_p: 0.2396
[INFO] 2021-10-20 04:40:06 > Step: 131200 Progress: 32.8% Elapsed: 1 day, 12:37:57 Gen_loss: 1.297 Dis_loss: 0.9778 Cls_loss: N/A Topk: N/A ada_p: 0.2422
[INFO] 2021-10-20 04:41:13 > Step: 131300 Progress: 32.8% Elapsed: 1 day, 12:39:05 Gen_loss: 2.006 Dis_loss: 0.3744 Cls_loss: N/A Topk: N/A ada_p: 0.24
[INFO] 2021-10-20 04:43:11 > Step: 131400 Progress: 32.9% Elapsed: 1 day, 12:41:03 Gen_loss: 3.091 Dis_loss: 0.9508 Cls_loss: N/A Topk: N/A ada_p: 0.2397
[INFO] 2021-10-20 04:44:18 > Step: 131500 Progress: 32.9% Elapsed: 1 day, 12:42:09 Gen_loss: 2.558 Dis_loss: 0.3064 Cls_loss: N/A Topk: N/A ada_p: 0.2436
[INFO] 2021-10-20 04:45:59 > Step: 131600 Progress: 32.9% Elapsed: 1 day, 12:43:50 Gen_loss: 2.628 Dis_loss: 0.8592 Cls_loss: N/A Topk: N/A ada_p: 0.2449
[INFO] 2021-10-20 04:47:05 > Step: 131700 Progress: 32.9% Elapsed: 1 day, 12:44:57 Gen_loss: 1.356 Dis_loss: 0.2628 Cls_loss: N/A Topk: N/A ada_p: 0.2417
[INFO] 2021-10-20 04:48:46 > Step: 131800 Progress: 33.0% Elapsed: 1 day, 12:46:38 Gen_loss: 2.445 Dis_loss: 0.6814 Cls_loss: N/A Topk: N/A ada_p: 0.2442
[INFO] 2021-10-20 04:49:53 > Step: 131900 Progress: 33.0% Elapsed: 1 day, 12:47:44 Gen_loss: 1.002 Dis_loss: 0.8794 Cls_loss: N/A Topk: N/A ada_p: 0.2424
[INFO] 2021-10-20 04:50:59 > Step: 132000 Progress: 33.0% Elapsed: 1 day, 12:48:51 Gen_loss: 1.407 Dis_loss: 1.123 Cls_loss: N/A Topk: N/A ada_p: 0.2414
[INFO] 2021-10-20 04:50:59 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 04:51:01 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_132000.png
[INFO] 2021-10-20 04:51:02 > Start Evaluation (132000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 04:51:02 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 04:52:14 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 04:53:35 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 04:56:28 > Inception score (Step: 132000, 14630 generated images): 12.450642585754395
[INFO] 2021-10-20 04:56:28 > FID score (Step: 132000, Using train moments): 5.562530157231464
[INFO] 2021-10-20 04:56:28 > Improved Precision (Step: 132000, Using train images): 0.8596719070403281
[INFO] 2021-10-20 04:56:28 > Improved Recall (Step: 132000, Using train images): 0.4807928913192071
[INFO] 2021-10-20 04:56:28 > Density (Step: 132000, Using train images): 1.3062064251537937
[INFO] 2021-10-20 04:56:28 > Coverage (Step: 132000, Using train images): 0.8205058099794942
[INFO] 2021-10-20 04:56:28 > Best FID score (Step: 128000, Using train moments): 5.4670559350751375
[INFO] 2021-10-20 04:56:44 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 04:58:33 > Step: 132100 Progress: 33.0% Elapsed: 1 day, 12:56:25 Gen_loss: 1.763 Dis_loss: 0.8053 Cls_loss: N/A Topk: N/A ada_p: 0.2408
[INFO] 2021-10-20 04:59:40 > Step: 132200 Progress: 33.1% Elapsed: 1 day, 12:57:32 Gen_loss: 1.589 Dis_loss: 0.9128 Cls_loss: N/A Topk: N/A ada_p: 0.2446
[INFO] 2021-10-20 05:01:21 > Step: 132300 Progress: 33.1% Elapsed: 1 day, 12:59:12 Gen_loss: 1.75 Dis_loss: 0.8384 Cls_loss: N/A Topk: N/A ada_p: 0.2482
[INFO] 2021-10-20 05:02:27 > Step: 132400 Progress: 33.1% Elapsed: 1 day, 13:00:19 Gen_loss: 0.8572 Dis_loss: 1.153 Cls_loss: N/A Topk: N/A ada_p: 0.251
[INFO] 2021-10-20 05:04:09 > Step: 132500 Progress: 33.1% Elapsed: 1 day, 13:02:01 Gen_loss: 1.595 Dis_loss: 1.047 Cls_loss: N/A Topk: N/A ada_p: 0.2511
[INFO] 2021-10-20 05:05:16 > Step: 132600 Progress: 33.1% Elapsed: 1 day, 13:03:08 Gen_loss: 2.069 Dis_loss: 0.6434 Cls_loss: N/A Topk: N/A ada_p: 0.2524
[INFO] 2021-10-20 05:06:58 > Step: 132700 Progress: 33.2% Elapsed: 1 day, 13:04:49 Gen_loss: 2.274 Dis_loss: 0.4459 Cls_loss: N/A Topk: N/A ada_p: 0.2509
[INFO] 2021-10-20 05:08:05 > Step: 132800 Progress: 33.2% Elapsed: 1 day, 13:05:56 Gen_loss: 0.9601 Dis_loss: 1.205 Cls_loss: N/A Topk: N/A ada_p: 0.2524
[INFO] 2021-10-20 05:09:11 > Step: 132900 Progress: 33.2% Elapsed: 1 day, 13:07:03 Gen_loss: 1.981 Dis_loss: 0.6668 Cls_loss: N/A Topk: N/A ada_p: 0.2482
[INFO] 2021-10-20 05:10:52 > Step: 133000 Progress: 33.2% Elapsed: 1 day, 13:08:43 Gen_loss: 0.9028 Dis_loss: 0.6715 Cls_loss: N/A Topk: N/A ada_p: 0.2461
[INFO] 2021-10-20 05:11:58 > Step: 133100 Progress: 33.3% Elapsed: 1 day, 13:09:50 Gen_loss: 4.163 Dis_loss: 0.2875 Cls_loss: N/A Topk: N/A ada_p: 0.2479
[INFO] 2021-10-20 05:13:39 > Step: 133200 Progress: 33.3% Elapsed: 1 day, 13:11:31 Gen_loss: 2.379 Dis_loss: 0.5811 Cls_loss: N/A Topk: N/A ada_p: 0.2495
[INFO] 2021-10-20 05:14:46 > Step: 133300 Progress: 33.3% Elapsed: 1 day, 13:12:37 Gen_loss: 2.156 Dis_loss: 0.3489 Cls_loss: N/A Topk: N/A ada_p: 0.245
[INFO] 2021-10-20 05:16:26 > Step: 133400 Progress: 33.4% Elapsed: 1 day, 13:14:17 Gen_loss: 1.603 Dis_loss: 0.6856 Cls_loss: N/A Topk: N/A ada_p: 0.2435
[INFO] 2021-10-20 05:17:32 > Step: 133500 Progress: 33.4% Elapsed: 1 day, 13:15:24 Gen_loss: 1.734 Dis_loss: 1.156 Cls_loss: N/A Topk: N/A ada_p: 0.246
[INFO] 2021-10-20 05:18:39 > Step: 133600 Progress: 33.4% Elapsed: 1 day, 13:16:30 Gen_loss: 1.376 Dis_loss: 1.175 Cls_loss: N/A Topk: N/A ada_p: 0.2455
[INFO] 2021-10-20 05:20:25 > Step: 133700 Progress: 33.4% Elapsed: 1 day, 13:18:17 Gen_loss: 2.429 Dis_loss: 1.154 Cls_loss: N/A Topk: N/A ada_p: 0.2479
[INFO] 2021-10-20 05:21:32 > Step: 133800 Progress: 33.5% Elapsed: 1 day, 13:19:23 Gen_loss: 1.592 Dis_loss: 0.6583 Cls_loss: N/A Topk: N/A ada_p: 0.2461
[INFO] 2021-10-20 05:23:12 > Step: 133900 Progress: 33.5% Elapsed: 1 day, 13:21:04 Gen_loss: 1.849 Dis_loss: 0.643 Cls_loss: N/A Topk: N/A ada_p: 0.2467
[INFO] 2021-10-20 05:24:19 > Step: 134000 Progress: 33.5% Elapsed: 1 day, 13:22:10 Gen_loss: 1.901 Dis_loss: 0.797 Cls_loss: N/A Topk: N/A ada_p: 0.2418
[INFO] 2021-10-20 05:24:19 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 05:24:20 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_134000.png
[INFO] 2021-10-20 05:24:22 > Start Evaluation (134000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 05:24:22 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 05:25:34 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 05:26:55 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 05:29:47 > Inception score (Step: 134000, 14630 generated images): 12.77191162109375
[INFO] 2021-10-20 05:29:47 > FID score (Step: 134000, Using train moments): 5.435480522252789
[INFO] 2021-10-20 05:29:47 > Improved Precision (Step: 134000, Using train images): 0.8676008202323992
[INFO] 2021-10-20 05:29:47 > Improved Recall (Step: 134000, Using train images): 0.4829118250170882
[INFO] 2021-10-20 05:29:47 > Density (Step: 134000, Using train images): 1.3172112098427888
[INFO] 2021-10-20 05:29:47 > Coverage (Step: 134000, Using train images): 0.8210526315789474
[INFO] 2021-10-20 05:29:47 > Best FID score (Step: 134000, Using train moments): 5.435480522252789
[INFO] 2021-10-20 05:30:09 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 05:31:50 > Step: 134100 Progress: 33.5% Elapsed: 1 day, 13:29:42 Gen_loss: 1.358 Dis_loss: 0.5083 Cls_loss: N/A Topk: N/A ada_p: 0.2424
[INFO] 2021-10-20 05:32:58 > Step: 134200 Progress: 33.6% Elapsed: 1 day, 13:30:49 Gen_loss: 2.222 Dis_loss: 0.3965 Cls_loss: N/A Topk: N/A ada_p: 0.2442
[INFO] 2021-10-20 05:34:38 > Step: 134300 Progress: 33.6% Elapsed: 1 day, 13:32:30 Gen_loss: 2.125 Dis_loss: 0.493 Cls_loss: N/A Topk: N/A ada_p: 0.2468
[INFO] 2021-10-20 05:35:45 > Step: 134400 Progress: 33.6% Elapsed: 1 day, 13:33:37 Gen_loss: 1.921 Dis_loss: 0.5621 Cls_loss: N/A Topk: N/A ada_p: 0.2442
[INFO] 2021-10-20 05:36:52 > Step: 134500 Progress: 33.6% Elapsed: 1 day, 13:34:44 Gen_loss: 1.811 Dis_loss: 0.6452 Cls_loss: N/A Topk: N/A ada_p: 0.2428
[INFO] 2021-10-20 05:38:33 > Step: 134600 Progress: 33.7% Elapsed: 1 day, 13:36:24 Gen_loss: 1.213 Dis_loss: 0.5294 Cls_loss: N/A Topk: N/A ada_p: 0.24
[INFO] 2021-10-20 05:39:40 > Step: 134700 Progress: 33.7% Elapsed: 1 day, 13:37:32 Gen_loss: 1.552 Dis_loss: 0.6452 Cls_loss: N/A Topk: N/A ada_p: 0.2392
[INFO] 2021-10-20 05:41:20 > Step: 134800 Progress: 33.7% Elapsed: 1 day, 13:39:12 Gen_loss: 1.742 Dis_loss: 1.047 Cls_loss: N/A Topk: N/A ada_p: 0.2405
[INFO] 2021-10-20 05:42:27 > Step: 134900 Progress: 33.7% Elapsed: 1 day, 13:40:19 Gen_loss: 1.738 Dis_loss: 0.8574 Cls_loss: N/A Topk: N/A ada_p: 0.2396
[INFO] 2021-10-20 05:44:08 > Step: 135000 Progress: 33.8% Elapsed: 1 day, 13:42:00 Gen_loss: 1.784 Dis_loss: 0.4712 Cls_loss: N/A Topk: N/A ada_p: 0.2401
[INFO] 2021-10-20 05:45:15 > Step: 135100 Progress: 33.8% Elapsed: 1 day, 13:43:07 Gen_loss: 1.648 Dis_loss: 0.5911 Cls_loss: N/A Topk: N/A ada_p: 0.2404
[INFO] 2021-10-20 05:46:22 > Step: 135200 Progress: 33.8% Elapsed: 1 day, 13:44:14 Gen_loss: 2.873 Dis_loss: 1.76 Cls_loss: N/A Topk: N/A ada_p: 0.2394
[INFO] 2021-10-20 05:48:08 > Step: 135300 Progress: 33.8% Elapsed: 1 day, 13:45:59 Gen_loss: 2.384 Dis_loss: 0.8564 Cls_loss: N/A Topk: N/A ada_p: 0.2397
[INFO] 2021-10-20 05:49:15 > Step: 135400 Progress: 33.9% Elapsed: 1 day, 13:47:06 Gen_loss: 2.796 Dis_loss: 0.6065 Cls_loss: N/A Topk: N/A ada_p: 0.24
[INFO] 2021-10-20 05:50:56 > Step: 135500 Progress: 33.9% Elapsed: 1 day, 13:48:47 Gen_loss: 1.018 Dis_loss: 1.858 Cls_loss: N/A Topk: N/A ada_p: 0.2372
[INFO] 2021-10-20 05:52:03 > Step: 135600 Progress: 33.9% Elapsed: 1 day, 13:49:54 Gen_loss: 3.205 Dis_loss: 0.577 Cls_loss: N/A Topk: N/A ada_p: 0.2377
[INFO] 2021-10-20 05:53:44 > Step: 135700 Progress: 33.9% Elapsed: 1 day, 13:51:36 Gen_loss: 1.624 Dis_loss: 0.5728 Cls_loss: N/A Topk: N/A ada_p: 0.2399
[INFO] 2021-10-20 05:54:51 > Step: 135800 Progress: 34.0% Elapsed: 1 day, 13:52:43 Gen_loss: 2.043 Dis_loss: 0.844 Cls_loss: N/A Topk: N/A ada_p: 0.2401
[INFO] 2021-10-20 05:56:33 > Step: 135900 Progress: 34.0% Elapsed: 1 day, 13:54:24 Gen_loss: 1.46 Dis_loss: 0.8077 Cls_loss: N/A Topk: N/A ada_p: 0.2424
[INFO] 2021-10-20 05:57:39 > Step: 136000 Progress: 34.0% Elapsed: 1 day, 13:55:31 Gen_loss: 1.055 Dis_loss: 0.3519 Cls_loss: N/A Topk: N/A ada_p: 0.2391
[INFO] 2021-10-20 05:57:39 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 05:57:41 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_136000.png
[INFO] 2021-10-20 05:57:43 > Start Evaluation (136000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 05:57:43 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 05:58:54 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 06:00:16 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 06:03:12 > Inception score (Step: 136000, 14630 generated images): 12.935896873474121
[INFO] 2021-10-20 06:03:12 > FID score (Step: 136000, Using train moments): 5.39570682629784
[INFO] 2021-10-20 06:03:12 > Improved Precision (Step: 136000, Using train images): 0.8598086124401914
[INFO] 2021-10-20 06:03:12 > Improved Recall (Step: 136000, Using train images): 0.493028024606972
[INFO] 2021-10-20 06:03:12 > Density (Step: 136000, Using train images): 1.2944634313055365
[INFO] 2021-10-20 06:03:12 > Coverage (Step: 136000, Using train images): 0.8226930963773069
[INFO] 2021-10-20 06:03:12 > Best FID score (Step: 136000, Using train moments): 5.39570682629784
[INFO] 2021-10-20 06:03:34 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 06:04:40 > Step: 136100 Progress: 34.0% Elapsed: 1 day, 14:02:32 Gen_loss: 2.025 Dis_loss: 0.2806 Cls_loss: N/A Topk: N/A ada_p: 0.2395
[INFO] 2021-10-20 06:06:21 > Step: 136200 Progress: 34.1% Elapsed: 1 day, 14:04:13 Gen_loss: 2.387 Dis_loss: 0.7412 Cls_loss: N/A Topk: N/A ada_p: 0.2431
[INFO] 2021-10-20 06:07:28 > Step: 136300 Progress: 34.1% Elapsed: 1 day, 14:05:19 Gen_loss: 1.774 Dis_loss: 0.5997 Cls_loss: N/A Topk: N/A ada_p: 0.2423
[INFO] 2021-10-20 06:09:09 > Step: 136400 Progress: 34.1% Elapsed: 1 day, 14:07:00 Gen_loss: 1.267 Dis_loss: 0.9461 Cls_loss: N/A Topk: N/A ada_p: 0.2405
[INFO] 2021-10-20 06:10:16 > Step: 136500 Progress: 34.1% Elapsed: 1 day, 14:08:07 Gen_loss: 1.522 Dis_loss: 0.6998 Cls_loss: N/A Topk: N/A ada_p: 0.2378
[INFO] 2021-10-20 06:11:57 > Step: 136600 Progress: 34.2% Elapsed: 1 day, 14:09:49 Gen_loss: 1.343 Dis_loss: 0.7156 Cls_loss: N/A Topk: N/A ada_p: 0.2368
[INFO] 2021-10-20 06:13:04 > Step: 136700 Progress: 34.2% Elapsed: 1 day, 14:10:55 Gen_loss: 1.044 Dis_loss: 0.7803 Cls_loss: N/A Topk: N/A ada_p: 0.2401
[INFO] 2021-10-20 06:14:10 > Step: 136800 Progress: 34.2% Elapsed: 1 day, 14:12:02 Gen_loss: 3.364 Dis_loss: 0.3786 Cls_loss: N/A Topk: N/A ada_p: 0.2447
[INFO] 2021-10-20 06:15:53 > Step: 136900 Progress: 34.2% Elapsed: 1 day, 14:13:44 Gen_loss: 1.411 Dis_loss: 0.6898 Cls_loss: N/A Topk: N/A ada_p: 0.242
[INFO] 2021-10-20 06:17:00 > Step: 137000 Progress: 34.2% Elapsed: 1 day, 14:14:52 Gen_loss: 2.244 Dis_loss: 0.4528 Cls_loss: N/A Topk: N/A ada_p: 0.2436
[INFO] 2021-10-20 06:18:41 > Step: 137100 Progress: 34.3% Elapsed: 1 day, 14:16:32 Gen_loss: 3.011 Dis_loss: 0.8736 Cls_loss: N/A Topk: N/A ada_p: 0.2438
[INFO] 2021-10-20 06:19:48 > Step: 137200 Progress: 34.3% Elapsed: 1 day, 14:17:39 Gen_loss: 3.445 Dis_loss: 0.5469 Cls_loss: N/A Topk: N/A ada_p: 0.2433
[INFO] 2021-10-20 06:21:29 > Step: 137300 Progress: 34.3% Elapsed: 1 day, 14:19:20 Gen_loss: 2.118 Dis_loss: 0.3738 Cls_loss: N/A Topk: N/A ada_p: 0.244
[INFO] 2021-10-20 06:22:36 > Step: 137400 Progress: 34.4% Elapsed: 1 day, 14:20:27 Gen_loss: 1.55 Dis_loss: 0.8534 Cls_loss: N/A Topk: N/A ada_p: 0.2388
[INFO] 2021-10-20 06:24:18 > Step: 137500 Progress: 34.4% Elapsed: 1 day, 14:22:10 Gen_loss: 2.683 Dis_loss: 0.3611 Cls_loss: N/A Topk: N/A ada_p: 0.2386
[INFO] 2021-10-20 06:25:25 > Step: 137600 Progress: 34.4% Elapsed: 1 day, 14:23:17 Gen_loss: 3.029 Dis_loss: 1.158 Cls_loss: N/A Topk: N/A ada_p: 0.2419
[INFO] 2021-10-20 06:26:32 > Step: 137700 Progress: 34.4% Elapsed: 1 day, 14:24:24 Gen_loss: 2.051 Dis_loss: 0.7948 Cls_loss: N/A Topk: N/A ada_p: 0.2382
[INFO] 2021-10-20 06:28:13 > Step: 137800 Progress: 34.4% Elapsed: 1 day, 14:26:04 Gen_loss: 1.515 Dis_loss: 0.7453 Cls_loss: N/A Topk: N/A ada_p: 0.2372
[INFO] 2021-10-20 06:29:20 > Step: 137900 Progress: 34.5% Elapsed: 1 day, 14:27:11 Gen_loss: 3.021 Dis_loss: 0.4841 Cls_loss: N/A Topk: N/A ada_p: 0.2418
[INFO] 2021-10-20 06:31:05 > Step: 138000 Progress: 34.5% Elapsed: 1 day, 14:28:56 Gen_loss: 2.422 Dis_loss: 0.5197 Cls_loss: N/A Topk: N/A ada_p: 0.2446
[INFO] 2021-10-20 06:31:05 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 06:31:06 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_138000.png
[INFO] 2021-10-20 06:31:08 > Start Evaluation (138000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 06:31:08 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 06:32:20 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 06:33:41 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 06:36:33 > Inception score (Step: 138000, 14630 generated images): 12.791302680969238
[INFO] 2021-10-20 06:36:33 > FID score (Step: 138000, Using train moments): 5.2792382260183786
[INFO] 2021-10-20 06:36:33 > Improved Precision (Step: 138000, Using train images): 0.859125085440875
[INFO] 2021-10-20 06:36:33 > Improved Recall (Step: 138000, Using train images): 0.4903622693096377
[INFO] 2021-10-20 06:36:33 > Density (Step: 138000, Using train images): 1.3108954203691046
[INFO] 2021-10-20 06:36:33 > Coverage (Step: 138000, Using train images): 0.8252904989747095
[INFO] 2021-10-20 06:36:33 > Best FID score (Step: 138000, Using train moments): 5.2792382260183786
[INFO] 2021-10-20 06:36:59 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 06:38:06 > Step: 138100 Progress: 34.5% Elapsed: 1 day, 14:35:57 Gen_loss: 2.015 Dis_loss: 0.717 Cls_loss: N/A Topk: N/A ada_p: 0.245
[INFO] 2021-10-20 06:39:46 > Step: 138200 Progress: 34.5% Elapsed: 1 day, 14:37:38 Gen_loss: 1.841 Dis_loss: 0.9009 Cls_loss: N/A Topk: N/A ada_p: 0.2424
[INFO] 2021-10-20 06:40:53 > Step: 138300 Progress: 34.6% Elapsed: 1 day, 14:38:44 Gen_loss: 1.512 Dis_loss: 1.041 Cls_loss: N/A Topk: N/A ada_p: 0.2427
[INFO] 2021-10-20 06:42:33 > Step: 138400 Progress: 34.6% Elapsed: 1 day, 14:40:25 Gen_loss: 2.215 Dis_loss: 0.4637 Cls_loss: N/A Topk: N/A ada_p: 0.2432
[INFO] 2021-10-20 06:43:40 > Step: 138500 Progress: 34.6% Elapsed: 1 day, 14:41:32 Gen_loss: 2.189 Dis_loss: 1.056 Cls_loss: N/A Topk: N/A ada_p: 0.2428
[INFO] 2021-10-20 06:44:47 > Step: 138600 Progress: 34.6% Elapsed: 1 day, 14:42:39 Gen_loss: 1.485 Dis_loss: 0.758 Cls_loss: N/A Topk: N/A ada_p: 0.2403
[INFO] 2021-10-20 06:46:27 > Step: 138700 Progress: 34.7% Elapsed: 1 day, 14:44:19 Gen_loss: 0.8148 Dis_loss: 0.771 Cls_loss: N/A Topk: N/A ada_p: 0.2382
[INFO] 2021-10-20 06:47:34 > Step: 138800 Progress: 34.7% Elapsed: 1 day, 14:45:26 Gen_loss: 1.501 Dis_loss: 0.3336 Cls_loss: N/A Topk: N/A ada_p: 0.241
[INFO] 2021-10-20 06:49:16 > Step: 138900 Progress: 34.7% Elapsed: 1 day, 14:47:07 Gen_loss: 1.891 Dis_loss: 1.048 Cls_loss: N/A Topk: N/A ada_p: 0.2414
[INFO] 2021-10-20 06:50:22 > Step: 139000 Progress: 34.8% Elapsed: 1 day, 14:48:14 Gen_loss: 2.133 Dis_loss: 0.6593 Cls_loss: N/A Topk: N/A ada_p: 0.2409
[INFO] 2021-10-20 06:52:06 > Step: 139100 Progress: 34.8% Elapsed: 1 day, 14:49:57 Gen_loss: 3.185 Dis_loss: 0.4511 Cls_loss: N/A Topk: N/A ada_p: 0.2432
[INFO] 2021-10-20 06:53:14 > Step: 139200 Progress: 34.8% Elapsed: 1 day, 14:51:05 Gen_loss: 0.9028 Dis_loss: 0.8873 Cls_loss: N/A Topk: N/A ada_p: 0.2437
[INFO] 2021-10-20 06:54:22 > Step: 139300 Progress: 34.8% Elapsed: 1 day, 14:52:14 Gen_loss: 1.82 Dis_loss: 0.6589 Cls_loss: N/A Topk: N/A ada_p: 0.2446
[INFO] 2021-10-20 06:56:03 > Step: 139400 Progress: 34.8% Elapsed: 1 day, 14:53:55 Gen_loss: 0.7909 Dis_loss: 1.318 Cls_loss: N/A Topk: N/A ada_p: 0.241
[INFO] 2021-10-20 06:57:10 > Step: 139500 Progress: 34.9% Elapsed: 1 day, 14:55:02 Gen_loss: 2.209 Dis_loss: 0.9491 Cls_loss: N/A Topk: N/A ada_p: 0.2295
[INFO] 2021-10-20 06:58:52 > Step: 139600 Progress: 34.9% Elapsed: 1 day, 14:56:43 Gen_loss: 1.981 Dis_loss: 0.9356 Cls_loss: N/A Topk: N/A ada_p: 0.2374
[INFO] 2021-10-20 06:59:59 > Step: 139700 Progress: 34.9% Elapsed: 1 day, 14:57:51 Gen_loss: 1.267 Dis_loss: 0.4771 Cls_loss: N/A Topk: N/A ada_p: 0.2391
[INFO] 2021-10-20 07:01:40 > Step: 139800 Progress: 34.9% Elapsed: 1 day, 14:59:32 Gen_loss: 1.463 Dis_loss: 0.5316 Cls_loss: N/A Topk: N/A ada_p: 0.2396
[INFO] 2021-10-20 07:02:47 > Step: 139900 Progress: 35.0% Elapsed: 1 day, 15:00:39 Gen_loss: 2.272 Dis_loss: 0.5406 Cls_loss: N/A Topk: N/A ada_p: 0.2381
[INFO] 2021-10-20 07:04:30 > Step: 140000 Progress: 35.0% Elapsed: 1 day, 15:02:21 Gen_loss: 2.509 Dis_loss: 0.2791 Cls_loss: N/A Topk: N/A ada_p: 0.2368
[INFO] 2021-10-20 07:04:30 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 07:04:31 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_140000.png
[INFO] 2021-10-20 07:04:33 > Start Evaluation (140000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 07:04:33 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 07:05:45 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 07:07:06 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 07:10:02 > Inception score (Step: 140000, 14630 generated images): 12.664706230163574
[INFO] 2021-10-20 07:10:02 > FID score (Step: 140000, Using train moments): 5.244806468774584
[INFO] 2021-10-20 07:10:02 > Improved Precision (Step: 140000, Using train images): 0.8673274094326726
[INFO] 2021-10-20 07:10:02 > Improved Recall (Step: 140000, Using train images): 0.48195488721804514
[INFO] 2021-10-20 07:10:02 > Density (Step: 140000, Using train images): 1.3550649350649353
[INFO] 2021-10-20 07:10:02 > Coverage (Step: 140000, Using train images): 0.8233082706766918
[INFO] 2021-10-20 07:10:02 > Best FID score (Step: 140000, Using train moments): 5.244806468774584
[INFO] 2021-10-20 07:10:24 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 07:11:31 > Step: 140100 Progress: 35.0% Elapsed: 1 day, 15:09:22 Gen_loss: 1.844 Dis_loss: 1.207 Cls_loss: N/A Topk: N/A ada_p: 0.2359
[INFO] 2021-10-20 07:12:38 > Step: 140200 Progress: 35.0% Elapsed: 1 day, 15:10:29 Gen_loss: 2.598 Dis_loss: 0.642 Cls_loss: N/A Topk: N/A ada_p: 0.2408
[INFO] 2021-10-20 07:14:18 > Step: 140300 Progress: 35.1% Elapsed: 1 day, 15:12:10 Gen_loss: 1.974 Dis_loss: 0.4362 Cls_loss: N/A Topk: N/A ada_p: 0.2382
[INFO] 2021-10-20 07:15:26 > Step: 140400 Progress: 35.1% Elapsed: 1 day, 15:13:17 Gen_loss: 2.344 Dis_loss: 0.4807 Cls_loss: N/A Topk: N/A ada_p: 0.2372
[INFO] 2021-10-20 07:17:07 > Step: 140500 Progress: 35.1% Elapsed: 1 day, 15:14:58 Gen_loss: 1.768 Dis_loss: 1.064 Cls_loss: N/A Topk: N/A ada_p: 0.2378
[INFO] 2021-10-20 07:18:14 > Step: 140600 Progress: 35.1% Elapsed: 1 day, 15:16:05 Gen_loss: 1.582 Dis_loss: 0.5116 Cls_loss: N/A Topk: N/A ada_p: 0.2388
[INFO] 2021-10-20 07:19:54 > Step: 140700 Progress: 35.2% Elapsed: 1 day, 15:17:46 Gen_loss: 0.4518 Dis_loss: 1.173 Cls_loss: N/A Topk: N/A ada_p: 0.2417
[INFO] 2021-10-20 07:21:01 > Step: 140800 Progress: 35.2% Elapsed: 1 day, 15:18:53 Gen_loss: 3.707 Dis_loss: 0.8895 Cls_loss: N/A Topk: N/A ada_p: 0.2435
[INFO] 2021-10-20 07:22:09 > Step: 140900 Progress: 35.2% Elapsed: 1 day, 15:20:00 Gen_loss: 1.676 Dis_loss: 0.8914 Cls_loss: N/A Topk: N/A ada_p: 0.2438
[INFO] 2021-10-20 07:23:50 > Step: 141000 Progress: 35.2% Elapsed: 1 day, 15:21:41 Gen_loss: 2.84 Dis_loss: 0.7234 Cls_loss: N/A Topk: N/A ada_p: 0.2418
[INFO] 2021-10-20 07:24:57 > Step: 141100 Progress: 35.3% Elapsed: 1 day, 15:22:49 Gen_loss: 2.838 Dis_loss: 0.6936 Cls_loss: N/A Topk: N/A ada_p: 0.2423
[INFO] 2021-10-20 07:26:38 > Step: 141200 Progress: 35.3% Elapsed: 1 day, 15:24:29 Gen_loss: 3.242 Dis_loss: 1.061 Cls_loss: N/A Topk: N/A ada_p: 0.2461
[INFO] 2021-10-20 07:27:45 > Step: 141300 Progress: 35.3% Elapsed: 1 day, 15:25:36 Gen_loss: 1.58 Dis_loss: 0.6584 Cls_loss: N/A Topk: N/A ada_p: 0.2435
[INFO] 2021-10-20 07:29:29 > Step: 141400 Progress: 35.4% Elapsed: 1 day, 15:27:20 Gen_loss: 2.106 Dis_loss: 0.576 Cls_loss: N/A Topk: N/A ada_p: 0.2455
[INFO] 2021-10-20 07:30:36 > Step: 141500 Progress: 35.4% Elapsed: 1 day, 15:28:27 Gen_loss: 2.41 Dis_loss: 0.3905 Cls_loss: N/A Topk: N/A ada_p: 0.2458
[INFO] 2021-10-20 07:32:18 > Step: 141600 Progress: 35.4% Elapsed: 1 day, 15:30:09 Gen_loss: 2.225 Dis_loss: 1.061 Cls_loss: N/A Topk: N/A ada_p: 0.2473
[INFO] 2021-10-20 07:33:25 > Step: 141700 Progress: 35.4% Elapsed: 1 day, 15:31:17 Gen_loss: 1.9 Dis_loss: 1.045 Cls_loss: N/A Topk: N/A ada_p: 0.2479
[INFO] 2021-10-20 07:34:32 > Step: 141800 Progress: 35.4% Elapsed: 1 day, 15:32:23 Gen_loss: 2.685 Dis_loss: 1.116 Cls_loss: N/A Topk: N/A ada_p: 0.251
[INFO] 2021-10-20 07:36:13 > Step: 141900 Progress: 35.5% Elapsed: 1 day, 15:34:04 Gen_loss: 1.256 Dis_loss: 0.4856 Cls_loss: N/A Topk: N/A ada_p: 0.2536
[INFO] 2021-10-20 07:37:19 > Step: 142000 Progress: 35.5% Elapsed: 1 day, 15:35:11 Gen_loss: 2.3 Dis_loss: 0.4366 Cls_loss: N/A Topk: N/A ada_p: 0.251
[INFO] 2021-10-20 07:37:20 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 07:37:23 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_142000.png
[INFO] 2021-10-20 07:37:24 > Start Evaluation (142000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 07:37:24 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 07:38:36 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 07:39:57 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 07:42:53 > Inception score (Step: 142000, 14630 generated images): 12.867919921875
[INFO] 2021-10-20 07:42:53 > FID score (Step: 142000, Using train moments): 5.4130576367182925
[INFO] 2021-10-20 07:42:53 > Improved Precision (Step: 142000, Using train images): 0.8619275461380724
[INFO] 2021-10-20 07:42:53 > Improved Recall (Step: 142000, Using train images): 0.4894053315105947
[INFO] 2021-10-20 07:42:53 > Density (Step: 142000, Using train images): 1.3387012987012987
[INFO] 2021-10-20 07:42:53 > Coverage (Step: 142000, Using train images): 0.823855092276145
[INFO] 2021-10-20 07:42:53 > Best FID score (Step: 140000, Using train moments): 5.244806468774584
[INFO] 2021-10-20 07:43:09 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 07:44:51 > Step: 142100 Progress: 35.5% Elapsed: 1 day, 15:42:43 Gen_loss: 1.032 Dis_loss: 0.6807 Cls_loss: N/A Topk: N/A ada_p: 0.2514
[INFO] 2021-10-20 07:45:58 > Step: 142200 Progress: 35.5% Elapsed: 1 day, 15:43:49 Gen_loss: 2.096 Dis_loss: 0.6533 Cls_loss: N/A Topk: N/A ada_p: 0.2478
[INFO] 2021-10-20 07:47:39 > Step: 142300 Progress: 35.6% Elapsed: 1 day, 15:45:31 Gen_loss: 1.51 Dis_loss: 0.9757 Cls_loss: N/A Topk: N/A ada_p: 0.2468
[INFO] 2021-10-20 07:48:45 > Step: 142400 Progress: 35.6% Elapsed: 1 day, 15:46:37 Gen_loss: 2.52 Dis_loss: 0.8086 Cls_loss: N/A Topk: N/A ada_p: 0.2504
[INFO] 2021-10-20 07:49:52 > Step: 142500 Progress: 35.6% Elapsed: 1 day, 15:47:44 Gen_loss: 2.445 Dis_loss: 0.5734 Cls_loss: N/A Topk: N/A ada_p: 0.2505
[INFO] 2021-10-20 07:51:33 > Step: 142600 Progress: 35.6% Elapsed: 1 day, 15:49:25 Gen_loss: 1.146 Dis_loss: 0.5541 Cls_loss: N/A Topk: N/A ada_p: 0.2541
[INFO] 2021-10-20 07:52:39 > Step: 142700 Progress: 35.7% Elapsed: 1 day, 15:50:31 Gen_loss: 1.785 Dis_loss: 0.6939 Cls_loss: N/A Topk: N/A ada_p: 0.2538
[INFO] 2021-10-20 07:54:21 > Step: 142800 Progress: 35.7% Elapsed: 1 day, 15:52:12 Gen_loss: 2.033 Dis_loss: 0.7946 Cls_loss: N/A Topk: N/A ada_p: 0.2559
[INFO] 2021-10-20 07:55:28 > Step: 142900 Progress: 35.7% Elapsed: 1 day, 15:53:19 Gen_loss: 1.849 Dis_loss: 0.733 Cls_loss: N/A Topk: N/A ada_p: 0.255
[INFO] 2021-10-20 07:57:09 > Step: 143000 Progress: 35.8% Elapsed: 1 day, 15:55:01 Gen_loss: 2.506 Dis_loss: 0.5867 Cls_loss: N/A Topk: N/A ada_p: 0.255
[INFO] 2021-10-20 07:58:16 > Step: 143100 Progress: 35.8% Elapsed: 1 day, 15:56:08 Gen_loss: 0.8125 Dis_loss: 0.6307 Cls_loss: N/A Topk: N/A ada_p: 0.2614
[INFO] 2021-10-20 07:59:57 > Step: 143200 Progress: 35.8% Elapsed: 1 day, 15:57:48 Gen_loss: 1.53 Dis_loss: 1.044 Cls_loss: N/A Topk: N/A ada_p: 0.2619
[INFO] 2021-10-20 08:01:04 > Step: 143300 Progress: 35.8% Elapsed: 1 day, 15:58:56 Gen_loss: 1.25 Dis_loss: 0.8188 Cls_loss: N/A Topk: N/A ada_p: 0.2623
[INFO] 2021-10-20 08:02:11 > Step: 143400 Progress: 35.9% Elapsed: 1 day, 16:00:03 Gen_loss: 1.85 Dis_loss: 0.7418 Cls_loss: N/A Topk: N/A ada_p: 0.2638
[INFO] 2021-10-20 08:03:52 > Step: 143500 Progress: 35.9% Elapsed: 1 day, 16:01:43 Gen_loss: 0.825 Dis_loss: 1.417 Cls_loss: N/A Topk: N/A ada_p: 0.2623
[INFO] 2021-10-20 08:04:59 > Step: 143600 Progress: 35.9% Elapsed: 1 day, 16:02:50 Gen_loss: 2.027 Dis_loss: 0.7439 Cls_loss: N/A Topk: N/A ada_p: 0.263
[INFO] 2021-10-20 08:06:39 > Step: 143700 Progress: 35.9% Elapsed: 1 day, 16:04:31 Gen_loss: 1.716 Dis_loss: 0.6616 Cls_loss: N/A Topk: N/A ada_p: 0.2614
[INFO] 2021-10-20 08:07:46 > Step: 143800 Progress: 35.9% Elapsed: 1 day, 16:05:38 Gen_loss: 2.317 Dis_loss: 0.7117 Cls_loss: N/A Topk: N/A ada_p: 0.2601
[INFO] 2021-10-20 08:09:27 > Step: 143900 Progress: 36.0% Elapsed: 1 day, 16:07:19 Gen_loss: 2.477 Dis_loss: 0.3309 Cls_loss: N/A Topk: N/A ada_p: 0.2593
[INFO] 2021-10-20 08:10:34 > Step: 144000 Progress: 36.0% Elapsed: 1 day, 16:08:26 Gen_loss: 1.857 Dis_loss: 0.5448 Cls_loss: N/A Topk: N/A ada_p: 0.2588
[INFO] 2021-10-20 08:10:34 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 08:10:36 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_144000.png
[INFO] 2021-10-20 08:10:37 > Start Evaluation (144000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 08:10:37 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 08:11:49 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 08:13:10 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 08:16:03 > Inception score (Step: 144000, 14630 generated images): 12.587681770324707
[INFO] 2021-10-20 08:16:03 > FID score (Step: 144000, Using train moments): 5.293132782157443
[INFO] 2021-10-20 08:16:03 > Improved Precision (Step: 144000, Using train images): 0.8611073137388927
[INFO] 2021-10-20 08:16:03 > Improved Recall (Step: 144000, Using train images): 0.48844839371155163
[INFO] 2021-10-20 08:16:03 > Density (Step: 144000, Using train images): 1.3038277511961722
[INFO] 2021-10-20 08:16:03 > Coverage (Step: 144000, Using train images): 0.8287764866712235
[INFO] 2021-10-20 08:16:03 > Best FID score (Step: 140000, Using train moments): 5.244806468774584
[INFO] 2021-10-20 08:16:14 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 08:17:55 > Step: 144100 Progress: 36.0% Elapsed: 1 day, 16:15:47 Gen_loss: 1.249 Dis_loss: 0.5905 Cls_loss: N/A Topk: N/A ada_p: 0.2651
[INFO] 2021-10-20 08:19:02 > Step: 144200 Progress: 36.0% Elapsed: 1 day, 16:16:54 Gen_loss: 2.569 Dis_loss: 0.6842 Cls_loss: N/A Topk: N/A ada_p: 0.2692
[INFO] 2021-10-20 08:20:09 > Step: 144300 Progress: 36.1% Elapsed: 1 day, 16:18:00 Gen_loss: 1.794 Dis_loss: 0.8331 Cls_loss: N/A Topk: N/A ada_p: 0.2633
[INFO] 2021-10-20 08:22:34 > Step: 144400 Progress: 36.1% Elapsed: 1 day, 16:20:25 Gen_loss: 2.793 Dis_loss: 1.187 Cls_loss: N/A Topk: N/A ada_p: 0.2636
[INFO] 2021-10-20 08:23:41 > Step: 144500 Progress: 36.1% Elapsed: 1 day, 16:21:32 Gen_loss: 2.623 Dis_loss: 0.4897 Cls_loss: N/A Topk: N/A ada_p: 0.2629
[INFO] 2021-10-20 08:25:22 > Step: 144600 Progress: 36.1% Elapsed: 1 day, 16:23:14 Gen_loss: 1.939 Dis_loss: 0.694 Cls_loss: N/A Topk: N/A ada_p: 0.2596
[INFO] 2021-10-20 08:26:29 > Step: 144700 Progress: 36.2% Elapsed: 1 day, 16:24:20 Gen_loss: 1.34 Dis_loss: 0.9677 Cls_loss: N/A Topk: N/A ada_p: 0.2588
[INFO] 2021-10-20 08:28:12 > Step: 144800 Progress: 36.2% Elapsed: 1 day, 16:26:03 Gen_loss: 4.761 Dis_loss: 0.3171 Cls_loss: N/A Topk: N/A ada_p: 0.2624
[INFO] 2021-10-20 08:29:19 > Step: 144900 Progress: 36.2% Elapsed: 1 day, 16:27:10 Gen_loss: 1.587 Dis_loss: 0.8431 Cls_loss: N/A Topk: N/A ada_p: 0.2641
[INFO] 2021-10-20 08:30:25 > Step: 145000 Progress: 36.2% Elapsed: 1 day, 16:28:17 Gen_loss: 2.932 Dis_loss: 0.9297 Cls_loss: N/A Topk: N/A ada_p: 0.2628
[INFO] 2021-10-20 08:32:06 > Step: 145100 Progress: 36.3% Elapsed: 1 day, 16:29:58 Gen_loss: 2.811 Dis_loss: 0.7824 Cls_loss: N/A Topk: N/A ada_p: 0.2612
[INFO] 2021-10-20 08:33:13 > Step: 145200 Progress: 36.3% Elapsed: 1 day, 16:31:04 Gen_loss: 0.9053 Dis_loss: 0.3966 Cls_loss: N/A Topk: N/A ada_p: 0.2612
[INFO] 2021-10-20 08:34:53 > Step: 145300 Progress: 36.3% Elapsed: 1 day, 16:32:45 Gen_loss: 1.494 Dis_loss: 1.14 Cls_loss: N/A Topk: N/A ada_p: 0.2632
[INFO] 2021-10-20 08:36:00 > Step: 145400 Progress: 36.4% Elapsed: 1 day, 16:33:52 Gen_loss: 2.445 Dis_loss: 0.2155 Cls_loss: N/A Topk: N/A ada_p: 0.2614
[INFO] 2021-10-20 08:37:40 > Step: 145500 Progress: 36.4% Elapsed: 1 day, 16:35:32 Gen_loss: 1.787 Dis_loss: 0.9134 Cls_loss: N/A Topk: N/A ada_p: 0.2596
[INFO] 2021-10-20 08:38:47 > Step: 145600 Progress: 36.4% Elapsed: 1 day, 16:36:38 Gen_loss: 1.793 Dis_loss: 0.792 Cls_loss: N/A Topk: N/A ada_p: 0.2593
[INFO] 2021-10-20 08:40:28 > Step: 145700 Progress: 36.4% Elapsed: 1 day, 16:38:19 Gen_loss: 2.277 Dis_loss: 0.8614 Cls_loss: N/A Topk: N/A ada_p: 0.2579
[INFO] 2021-10-20 08:41:34 > Step: 145800 Progress: 36.4% Elapsed: 1 day, 16:39:26 Gen_loss: 2.26 Dis_loss: 0.8446 Cls_loss: N/A Topk: N/A ada_p: 0.2618
[INFO] 2021-10-20 08:42:41 > Step: 145900 Progress: 36.5% Elapsed: 1 day, 16:40:33 Gen_loss: 1.662 Dis_loss: 0.503 Cls_loss: N/A Topk: N/A ada_p: 0.2653
[INFO] 2021-10-20 08:44:23 > Step: 146000 Progress: 36.5% Elapsed: 1 day, 16:42:15 Gen_loss: 1.254 Dis_loss: 0.6106 Cls_loss: N/A Topk: N/A ada_p: 0.2669
[INFO] 2021-10-20 08:44:23 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 08:44:25 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_146000.png
[INFO] 2021-10-20 08:44:27 > Start Evaluation (146000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 08:44:27 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 08:45:38 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 08:47:00 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 08:49:53 > Inception score (Step: 146000, 14630 generated images): 12.722503662109375
[INFO] 2021-10-20 08:49:53 > FID score (Step: 146000, Using train moments): 5.331506934457366
[INFO] 2021-10-20 08:49:53 > Improved Precision (Step: 146000, Using train images): 0.8572112098427888
[INFO] 2021-10-20 08:49:53 > Improved Recall (Step: 146000, Using train images): 0.48373205741626796
[INFO] 2021-10-20 08:49:53 > Density (Step: 146000, Using train images): 1.3071633629528367
[INFO] 2021-10-20 08:49:53 > Coverage (Step: 146000, Using train images): 0.8227614490772386
[INFO] 2021-10-20 08:49:53 > Best FID score (Step: 140000, Using train moments): 5.244806468774584
[INFO] 2021-10-20 08:50:04 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 08:51:12 > Step: 146100 Progress: 36.5% Elapsed: 1 day, 16:49:03 Gen_loss: 1.658 Dis_loss: 0.5184 Cls_loss: N/A Topk: N/A ada_p: 0.2637
[INFO] 2021-10-20 08:52:52 > Step: 146200 Progress: 36.5% Elapsed: 1 day, 16:50:44 Gen_loss: 0.9699 Dis_loss: 0.5985 Cls_loss: N/A Topk: N/A ada_p: 0.2655
[INFO] 2021-10-20 08:53:59 > Step: 146300 Progress: 36.6% Elapsed: 1 day, 16:51:51 Gen_loss: 1.783 Dis_loss: 0.3873 Cls_loss: N/A Topk: N/A ada_p: 0.266
[INFO] 2021-10-20 08:55:40 > Step: 146400 Progress: 36.6% Elapsed: 1 day, 16:53:31 Gen_loss: 1.966 Dis_loss: 1.143 Cls_loss: N/A Topk: N/A ada_p: 0.2655
[INFO] 2021-10-20 08:56:47 > Step: 146500 Progress: 36.6% Elapsed: 1 day, 16:54:38 Gen_loss: 2.146 Dis_loss: 0.8576 Cls_loss: N/A Topk: N/A ada_p: 0.2636
[INFO] 2021-10-20 08:57:54 > Step: 146600 Progress: 36.6% Elapsed: 1 day, 16:55:45 Gen_loss: 2.511 Dis_loss: 0.5958 Cls_loss: N/A Topk: N/A ada_p: 0.2633
[INFO] 2021-10-20 08:59:35 > Step: 146700 Progress: 36.7% Elapsed: 1 day, 16:57:27 Gen_loss: 2.639 Dis_loss: 0.774 Cls_loss: N/A Topk: N/A ada_p: 0.2666
[INFO] 2021-10-20 09:00:43 > Step: 146800 Progress: 36.7% Elapsed: 1 day, 16:58:34 Gen_loss: 1.859 Dis_loss: 0.9532 Cls_loss: N/A Topk: N/A ada_p: 0.2671
[INFO] 2021-10-20 09:02:25 > Step: 146900 Progress: 36.7% Elapsed: 1 day, 17:00:16 Gen_loss: 2.076 Dis_loss: 1.082 Cls_loss: N/A Topk: N/A ada_p: 0.2668
[INFO] 2021-10-20 09:03:32 > Step: 147000 Progress: 36.8% Elapsed: 1 day, 17:01:24 Gen_loss: 2.424 Dis_loss: 0.7483 Cls_loss: N/A Topk: N/A ada_p: 0.2693
[INFO] 2021-10-20 09:05:57 > Step: 147100 Progress: 36.8% Elapsed: 1 day, 17:03:48 Gen_loss: 2.786 Dis_loss: 0.4545 Cls_loss: N/A Topk: N/A ada_p: 0.2683
[INFO] 2021-10-20 09:07:04 > Step: 147200 Progress: 36.8% Elapsed: 1 day, 17:04:55 Gen_loss: 2.37 Dis_loss: 1.022 Cls_loss: N/A Topk: N/A ada_p: 0.2691
[INFO] 2021-10-20 09:08:45 > Step: 147300 Progress: 36.8% Elapsed: 1 day, 17:06:36 Gen_loss: 1.704 Dis_loss: 0.5023 Cls_loss: N/A Topk: N/A ada_p: 0.2776
[INFO] 2021-10-20 09:09:52 > Step: 147400 Progress: 36.9% Elapsed: 1 day, 17:07:43 Gen_loss: 0.7077 Dis_loss: 0.7197 Cls_loss: N/A Topk: N/A ada_p: 0.2769
[INFO] 2021-10-20 09:10:59 > Step: 147500 Progress: 36.9% Elapsed: 1 day, 17:08:50 Gen_loss: 2.593 Dis_loss: 0.439 Cls_loss: N/A Topk: N/A ada_p: 0.273
[INFO] 2021-10-20 09:12:39 > Step: 147600 Progress: 36.9% Elapsed: 1 day, 17:10:31 Gen_loss: 3.131 Dis_loss: 0.9613 Cls_loss: N/A Topk: N/A ada_p: 0.273
[INFO] 2021-10-20 09:13:49 > Step: 147700 Progress: 36.9% Elapsed: 1 day, 17:11:41 Gen_loss: 1.311 Dis_loss: 0.9202 Cls_loss: N/A Topk: N/A ada_p: 0.2703
[INFO] 2021-10-20 09:15:31 > Step: 147800 Progress: 37.0% Elapsed: 1 day, 17:13:23 Gen_loss: 1.344 Dis_loss: 0.8326 Cls_loss: N/A Topk: N/A ada_p: 0.2688
[INFO] 2021-10-20 09:16:38 > Step: 147900 Progress: 37.0% Elapsed: 1 day, 17:14:30 Gen_loss: 2.11 Dis_loss: 0.3509 Cls_loss: N/A Topk: N/A ada_p: 0.2665
[INFO] 2021-10-20 09:18:20 > Step: 148000 Progress: 37.0% Elapsed: 1 day, 17:16:12 Gen_loss: 1.265 Dis_loss: 0.7363 Cls_loss: N/A Topk: N/A ada_p: 0.2668
[INFO] 2021-10-20 09:18:20 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 09:18:22 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_148000.png
[INFO] 2021-10-20 09:18:24 > Start Evaluation (148000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 09:18:24 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 09:19:35 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 09:20:57 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 09:23:53 > Inception score (Step: 148000, 14630 generated images): 12.592637062072754
[INFO] 2021-10-20 09:23:53 > FID score (Step: 148000, Using train moments): 5.392633150119224
[INFO] 2021-10-20 09:23:53 > Improved Precision (Step: 148000, Using train images): 0.8704032809295967
[INFO] 2021-10-20 09:23:53 > Improved Recall (Step: 148000, Using train images): 0.49022556390977445
[INFO] 2021-10-20 09:23:53 > Density (Step: 148000, Using train images): 1.3198222829801778
[INFO] 2021-10-20 09:23:53 > Coverage (Step: 148000, Using train images): 0.8213260423786739
[INFO] 2021-10-20 09:23:53 > Best FID score (Step: 140000, Using train moments): 5.244806468774584
[INFO] 2021-10-20 09:24:03 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 09:25:11 > Step: 148100 Progress: 37.0% Elapsed: 1 day, 17:23:02 Gen_loss: 1.923 Dis_loss: 0.7131 Cls_loss: N/A Topk: N/A ada_p: 0.2661
[INFO] 2021-10-20 09:26:18 > Step: 148200 Progress: 37.0% Elapsed: 1 day, 17:24:09 Gen_loss: 2.229 Dis_loss: 0.9353 Cls_loss: N/A Topk: N/A ada_p: 0.2656
[INFO] 2021-10-20 09:28:00 > Step: 148300 Progress: 37.1% Elapsed: 1 day, 17:25:52 Gen_loss: 1.096 Dis_loss: 0.661 Cls_loss: N/A Topk: N/A ada_p: 0.2659
[INFO] 2021-10-20 09:29:07 > Step: 148400 Progress: 37.1% Elapsed: 1 day, 17:26:58 Gen_loss: 1.705 Dis_loss: 0.7742 Cls_loss: N/A Topk: N/A ada_p: 0.2666
[INFO] 2021-10-20 09:30:47 > Step: 148500 Progress: 37.1% Elapsed: 1 day, 17:28:39 Gen_loss: 2.026 Dis_loss: 0.5866 Cls_loss: N/A Topk: N/A ada_p: 0.2662
[INFO] 2021-10-20 09:31:54 > Step: 148600 Progress: 37.1% Elapsed: 1 day, 17:29:45 Gen_loss: 1.5 Dis_loss: 0.9514 Cls_loss: N/A Topk: N/A ada_p: 0.268
[INFO] 2021-10-20 09:33:33 > Step: 148700 Progress: 37.2% Elapsed: 1 day, 17:31:25 Gen_loss: 2.431 Dis_loss: 0.4227 Cls_loss: N/A Topk: N/A ada_p: 0.267
[INFO] 2021-10-20 09:34:40 > Step: 148800 Progress: 37.2% Elapsed: 1 day, 17:32:32 Gen_loss: 1.621 Dis_loss: 0.4552 Cls_loss: N/A Topk: N/A ada_p: 0.2662
[INFO] 2021-10-20 09:36:21 > Step: 148900 Progress: 37.2% Elapsed: 1 day, 17:34:13 Gen_loss: 1.58 Dis_loss: 0.5908 Cls_loss: N/A Topk: N/A ada_p: 0.2666
[INFO] 2021-10-20 09:37:28 > Step: 149000 Progress: 37.2% Elapsed: 1 day, 17:35:20 Gen_loss: 0.7391 Dis_loss: 1.058 Cls_loss: N/A Topk: N/A ada_p: 0.2671
[INFO] 2021-10-20 09:38:35 > Step: 149100 Progress: 37.3% Elapsed: 1 day, 17:36:27 Gen_loss: 1.1 Dis_loss: 1.378 Cls_loss: N/A Topk: N/A ada_p: 0.2682
[INFO] 2021-10-20 09:40:16 > Step: 149200 Progress: 37.3% Elapsed: 1 day, 17:38:07 Gen_loss: 2.645 Dis_loss: 0.7489 Cls_loss: N/A Topk: N/A ada_p: 0.2684
[INFO] 2021-10-20 09:41:22 > Step: 149300 Progress: 37.3% Elapsed: 1 day, 17:39:14 Gen_loss: 1.38 Dis_loss: 0.8661 Cls_loss: N/A Topk: N/A ada_p: 0.2691
[INFO] 2021-10-20 09:43:04 > Step: 149400 Progress: 37.4% Elapsed: 1 day, 17:40:56 Gen_loss: 1.555 Dis_loss: 1.141 Cls_loss: N/A Topk: N/A ada_p: 0.265
[INFO] 2021-10-20 09:44:11 > Step: 149500 Progress: 37.4% Elapsed: 1 day, 17:42:02 Gen_loss: 1.712 Dis_loss: 0.4609 Cls_loss: N/A Topk: N/A ada_p: 0.2655
[INFO] 2021-10-20 09:45:52 > Step: 149600 Progress: 37.4% Elapsed: 1 day, 17:43:44 Gen_loss: 1.605 Dis_loss: 0.6905 Cls_loss: N/A Topk: N/A ada_p: 0.2624
[INFO] 2021-10-20 09:46:59 > Step: 149700 Progress: 37.4% Elapsed: 1 day, 17:44:51 Gen_loss: 2.171 Dis_loss: 1.39 Cls_loss: N/A Topk: N/A ada_p: 0.2656
[INFO] 2021-10-20 09:49:21 > Step: 149800 Progress: 37.5% Elapsed: 1 day, 17:47:13 Gen_loss: 1.975 Dis_loss: 0.3587 Cls_loss: N/A Topk: N/A ada_p: 0.2651
[INFO] 2021-10-20 09:50:28 > Step: 149900 Progress: 37.5% Elapsed: 1 day, 17:48:20 Gen_loss: 1.146 Dis_loss: 0.8409 Cls_loss: N/A Topk: N/A ada_p: 0.2618
[INFO] 2021-10-20 09:51:35 > Step: 150000 Progress: 37.5% Elapsed: 1 day, 17:49:26 Gen_loss: 2.479 Dis_loss: 0.5015 Cls_loss: N/A Topk: N/A ada_p: 0.2602
[INFO] 2021-10-20 09:51:35 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 09:51:37 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_150000.png
[INFO] 2021-10-20 09:51:38 > Start Evaluation (150000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 09:51:38 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 09:52:50 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 09:54:11 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 09:57:06 > Inception score (Step: 150000, 14630 generated images): 13.009800910949707
[INFO] 2021-10-20 09:57:06 > FID score (Step: 150000, Using train moments): 5.448727731745947
[INFO] 2021-10-20 09:57:06 > Improved Precision (Step: 150000, Using train images): 0.8617908407382091
[INFO] 2021-10-20 09:57:06 > Improved Recall (Step: 150000, Using train images): 0.4992481203007519
[INFO] 2021-10-20 09:57:06 > Density (Step: 150000, Using train images): 1.2844292549555707
[INFO] 2021-10-20 09:57:06 > Coverage (Step: 150000, Using train images): 0.8179767600820232
[INFO] 2021-10-20 09:57:06 > Best FID score (Step: 140000, Using train moments): 5.244806468774584
[INFO] 2021-10-20 09:57:18 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 09:58:59 > Step: 150100 Progress: 37.5% Elapsed: 1 day, 17:56:50 Gen_loss: 1.57 Dis_loss: 0.922 Cls_loss: N/A Topk: N/A ada_p: 0.2632
[INFO] 2021-10-20 10:00:05 > Step: 150200 Progress: 37.5% Elapsed: 1 day, 17:57:57 Gen_loss: 1.637 Dis_loss: 0.7312 Cls_loss: N/A Topk: N/A ada_p: 0.2627
[INFO] 2021-10-20 10:01:46 > Step: 150300 Progress: 37.6% Elapsed: 1 day, 17:59:38 Gen_loss: 2.286 Dis_loss: 0.6505 Cls_loss: N/A Topk: N/A ada_p: 0.2632
[INFO] 2021-10-20 10:02:53 > Step: 150400 Progress: 37.6% Elapsed: 1 day, 18:00:45 Gen_loss: 1.809 Dis_loss: 0.8289 Cls_loss: N/A Topk: N/A ada_p: 0.2644
[INFO] 2021-10-20 10:04:35 > Step: 150500 Progress: 37.6% Elapsed: 1 day, 18:02:26 Gen_loss: 1.303 Dis_loss: 0.5826 Cls_loss: N/A Topk: N/A ada_p: 0.2664
[INFO] 2021-10-20 10:05:41 > Step: 150600 Progress: 37.6% Elapsed: 1 day, 18:03:33 Gen_loss: 1.8 Dis_loss: 0.8477 Cls_loss: N/A Topk: N/A ada_p: 0.2643
[INFO] 2021-10-20 10:06:48 > Step: 150700 Progress: 37.7% Elapsed: 1 day, 18:04:40 Gen_loss: 1.416 Dis_loss: 0.8712 Cls_loss: N/A Topk: N/A ada_p: 0.2664
[INFO] 2021-10-20 10:08:29 > Step: 150800 Progress: 37.7% Elapsed: 1 day, 18:06:20 Gen_loss: 2.863 Dis_loss: 0.8457 Cls_loss: N/A Topk: N/A ada_p: 0.2692
[INFO] 2021-10-20 10:09:35 > Step: 150900 Progress: 37.7% Elapsed: 1 day, 18:07:27 Gen_loss: 0.5089 Dis_loss: 0.9398 Cls_loss: N/A Topk: N/A ada_p: 0.2706
[INFO] 2021-10-20 10:11:16 > Step: 151000 Progress: 37.8% Elapsed: 1 day, 18:09:07 Gen_loss: 1.496 Dis_loss: 0.689 Cls_loss: N/A Topk: N/A ada_p: 0.2678
[INFO] 2021-10-20 10:12:22 > Step: 151100 Progress: 37.8% Elapsed: 1 day, 18:10:14 Gen_loss: 3.112 Dis_loss: 0.2513 Cls_loss: N/A Topk: N/A ada_p: 0.2724
[INFO] 2021-10-20 10:14:02 > Step: 151200 Progress: 37.8% Elapsed: 1 day, 18:11:54 Gen_loss: 1.937 Dis_loss: 0.8166 Cls_loss: N/A Topk: N/A ada_p: 0.2726
[INFO] 2021-10-20 10:15:09 > Step: 151300 Progress: 37.8% Elapsed: 1 day, 18:13:01 Gen_loss: 1.186 Dis_loss: 0.9193 Cls_loss: N/A Topk: N/A ada_p: 0.2733
[INFO] 2021-10-20 10:16:51 > Step: 151400 Progress: 37.9% Elapsed: 1 day, 18:14:42 Gen_loss: 2.107 Dis_loss: 0.8492 Cls_loss: N/A Topk: N/A ada_p: 0.2702
[INFO] 2021-10-20 10:17:57 > Step: 151500 Progress: 37.9% Elapsed: 1 day, 18:15:49 Gen_loss: 2.01 Dis_loss: 0.9001 Cls_loss: N/A Topk: N/A ada_p: 0.2679
[INFO] 2021-10-20 10:19:04 > Step: 151600 Progress: 37.9% Elapsed: 1 day, 18:16:56 Gen_loss: 1.6 Dis_loss: 0.6605 Cls_loss: N/A Topk: N/A ada_p: 0.2659
[INFO] 2021-10-20 10:20:46 > Step: 151700 Progress: 37.9% Elapsed: 1 day, 18:18:38 Gen_loss: 1.676 Dis_loss: 0.9958 Cls_loss: N/A Topk: N/A ada_p: 0.2719
[INFO] 2021-10-20 10:21:53 > Step: 151800 Progress: 38.0% Elapsed: 1 day, 18:19:44 Gen_loss: 2.041 Dis_loss: 0.6789 Cls_loss: N/A Topk: N/A ada_p: 0.2744
[INFO] 2021-10-20 10:23:34 > Step: 151900 Progress: 38.0% Elapsed: 1 day, 18:21:25 Gen_loss: 1.155 Dis_loss: 1.076 Cls_loss: N/A Topk: N/A ada_p: 0.2747
[INFO] 2021-10-20 10:24:40 > Step: 152000 Progress: 38.0% Elapsed: 1 day, 18:22:32 Gen_loss: 2.234 Dis_loss: 0.7967 Cls_loss: N/A Topk: N/A ada_p: 0.2755
[INFO] 2021-10-20 10:24:41 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 13:51:09 > Generator checkpoint is /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/model=G-current-weights-step=150000.pth
[INFO] 2021-10-20 13:51:09 > EMA_Generator checkpoint is /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/model=G_ema-current-weights-step=150000.pth
[INFO] 2021-10-20 13:51:09 > Discriminator checkpoint is /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/model=D-current-weights-step=150000.pth
[INFO] 2021-10-20 13:51:25 > Start training!
[INFO] 2021-10-20 13:58:13 > Generator checkpoint is /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/model=G-current-weights-step=150000.pth
[INFO] 2021-10-20 13:58:13 > EMA_Generator checkpoint is /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/model=G_ema-current-weights-step=150000.pth
[INFO] 2021-10-20 13:58:13 > Discriminator checkpoint is /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/model=D-current-weights-step=150000.pth
[INFO] 2021-10-20 13:58:26 > Start training!
[INFO] 2021-10-20 14:00:13 > Step: 150100 Progress: 37.5% Elapsed: 0:01:46 Gen_loss: 1.483 Dis_loss: 0.4233 Cls_loss: N/A Topk: N/A ada_p: 0.2705
[INFO] 2021-10-20 14:01:20 > Step: 150200 Progress: 37.5% Elapsed: 0:02:53 Gen_loss: 1.202 Dis_loss: 0.7832 Cls_loss: N/A Topk: N/A ada_p: 0.2833
[INFO] 2021-10-20 14:03:03 > Step: 150300 Progress: 37.6% Elapsed: 0:04:36 Gen_loss: 2.911 Dis_loss: 0.2833 Cls_loss: N/A Topk: N/A ada_p: 0.2845
[INFO] 2021-10-20 14:04:10 > Step: 150400 Progress: 37.6% Elapsed: 0:05:43 Gen_loss: 2.553 Dis_loss: 1.071 Cls_loss: N/A Topk: N/A ada_p: 0.2871
[INFO] 2021-10-20 14:05:50 > Step: 150500 Progress: 37.6% Elapsed: 0:07:24 Gen_loss: 2.383 Dis_loss: 1.676 Cls_loss: N/A Topk: N/A ada_p: 0.2839
[INFO] 2021-10-20 14:06:57 > Step: 150600 Progress: 37.6% Elapsed: 0:08:30 Gen_loss: 2.368 Dis_loss: 0.3071 Cls_loss: N/A Topk: N/A ada_p: 0.2826
[INFO] 2021-10-20 14:08:37 > Step: 150700 Progress: 37.7% Elapsed: 0:10:11 Gen_loss: 1.446 Dis_loss: 0.6997 Cls_loss: N/A Topk: N/A ada_p: 0.2839
[INFO] 2021-10-20 14:09:44 > Step: 150800 Progress: 37.7% Elapsed: 0:11:17 Gen_loss: 2.716 Dis_loss: 0.3764 Cls_loss: N/A Topk: N/A ada_p: 0.2813
[INFO] 2021-10-20 14:10:51 > Step: 150900 Progress: 37.7% Elapsed: 0:12:24 Gen_loss: 1.845 Dis_loss: 0.7949 Cls_loss: N/A Topk: N/A ada_p: 0.2794
[INFO] 2021-10-20 14:12:37 > Step: 151000 Progress: 37.8% Elapsed: 0:14:10 Gen_loss: 2.291 Dis_loss: 0.8498 Cls_loss: N/A Topk: N/A ada_p: 0.2833
[INFO] 2021-10-20 14:13:44 > Step: 151100 Progress: 37.8% Elapsed: 0:15:17 Gen_loss: 1.306 Dis_loss: 0.5526 Cls_loss: N/A Topk: N/A ada_p: 0.2794
[INFO] 2021-10-20 14:15:29 > Step: 151200 Progress: 37.8% Elapsed: 0:17:02 Gen_loss: 1.294 Dis_loss: 0.7412 Cls_loss: N/A Topk: N/A ada_p: 0.2641
[INFO] 2021-10-20 14:16:36 > Step: 151300 Progress: 37.8% Elapsed: 0:18:10 Gen_loss: 1.698 Dis_loss: 0.9138 Cls_loss: N/A Topk: N/A ada_p: 0.2762
[INFO] 2021-10-20 14:18:19 > Step: 151400 Progress: 37.9% Elapsed: 0:19:52 Gen_loss: 2.051 Dis_loss: 1.032 Cls_loss: N/A Topk: N/A ada_p: 0.2609
[INFO] 2021-10-20 14:19:25 > Step: 151500 Progress: 37.9% Elapsed: 0:20:58 Gen_loss: 1.21 Dis_loss: 0.5131 Cls_loss: N/A Topk: N/A ada_p: 0.2749
[INFO] 2021-10-20 14:21:06 > Step: 151600 Progress: 37.9% Elapsed: 0:22:39 Gen_loss: 1.527 Dis_loss: 0.5464 Cls_loss: N/A Topk: N/A ada_p: 0.2813
[INFO] 2021-10-20 14:22:13 > Step: 151700 Progress: 37.9% Elapsed: 0:23:46 Gen_loss: 1.401 Dis_loss: 0.8596 Cls_loss: N/A Topk: N/A ada_p: 0.2743
[INFO] 2021-10-20 14:23:20 > Step: 151800 Progress: 38.0% Elapsed: 0:24:53 Gen_loss: 3.141 Dis_loss: 0.1892 Cls_loss: N/A Topk: N/A ada_p: 0.2756
[INFO] 2021-10-20 14:25:04 > Step: 151900 Progress: 38.0% Elapsed: 0:26:37 Gen_loss: 2.625 Dis_loss: 0.9274 Cls_loss: N/A Topk: N/A ada_p: 0.273
[INFO] 2021-10-20 14:26:10 > Step: 152000 Progress: 38.0% Elapsed: 0:27:44 Gen_loss: 1.973 Dis_loss: 0.9081 Cls_loss: N/A Topk: N/A ada_p: 0.2858
[INFO] 2021-10-20 14:26:10 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 14:26:12 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_152000.png
[INFO] 2021-10-20 14:26:14 > Start Evaluation (152000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 14:26:14 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 14:27:25 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 14:28:47 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 14:31:42 > Inception score (Step: 152000, 14630 generated images): 12.593775749206543
[INFO] 2021-10-20 14:31:42 > FID score (Step: 152000, Using train moments): 5.632570478483643
[INFO] 2021-10-20 14:31:42 > Improved Precision (Step: 152000, Using train images): 0.860082023239918
[INFO] 2021-10-20 14:31:42 > Improved Recall (Step: 152000, Using train images): 0.48769651401230346
[INFO] 2021-10-20 14:31:42 > Density (Step: 152000, Using train images): 1.3181408065618594
[INFO] 2021-10-20 14:31:42 > Coverage (Step: 152000, Using train images): 0.8133287764866712
[INFO] 2021-10-20 14:31:42 > Best FID score (Step: 140000, Using train moments): 5.244806468774584
[INFO] 2021-10-20 14:31:52 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 14:33:35 > Step: 152100 Progress: 38.0% Elapsed: 0:35:09 Gen_loss: 1.815 Dis_loss: 0.4425 Cls_loss: N/A Topk: N/A ada_p: 0.2903
[INFO] 2021-10-20 14:34:42 > Step: 152200 Progress: 38.0% Elapsed: 0:36:15 Gen_loss: 1.327 Dis_loss: 0.7733 Cls_loss: N/A Topk: N/A ada_p: 0.2967
[INFO] 2021-10-20 14:36:25 > Step: 152300 Progress: 38.1% Elapsed: 0:37:58 Gen_loss: 0.6505 Dis_loss: 1.061 Cls_loss: N/A Topk: N/A ada_p: 0.2916
[INFO] 2021-10-20 14:37:32 > Step: 152400 Progress: 38.1% Elapsed: 0:39:05 Gen_loss: 1.512 Dis_loss: 0.7307 Cls_loss: N/A Topk: N/A ada_p: 0.2826
[INFO] 2021-10-20 14:38:40 > Step: 152500 Progress: 38.1% Elapsed: 0:40:13 Gen_loss: 1.606 Dis_loss: 0.9326 Cls_loss: N/A Topk: N/A ada_p: 0.2525
[INFO] 2021-10-20 14:40:23 > Step: 152600 Progress: 38.1% Elapsed: 0:41:56 Gen_loss: 1.141 Dis_loss: 0.7456 Cls_loss: N/A Topk: N/A ada_p: 0.2474
[INFO] 2021-10-20 14:41:30 > Step: 152700 Progress: 38.2% Elapsed: 0:43:03 Gen_loss: 1.316 Dis_loss: 0.8955 Cls_loss: N/A Topk: N/A ada_p: 0.2551
[INFO] 2021-10-20 14:43:12 > Step: 152800 Progress: 38.2% Elapsed: 0:44:45 Gen_loss: 1.078 Dis_loss: 0.4853 Cls_loss: N/A Topk: N/A ada_p: 0.2641
[INFO] 2021-10-20 14:44:19 > Step: 152900 Progress: 38.2% Elapsed: 0:45:52 Gen_loss: 1.154 Dis_loss: 0.5559 Cls_loss: N/A Topk: N/A ada_p: 0.2813
[INFO] 2021-10-20 14:46:01 > Step: 153000 Progress: 38.2% Elapsed: 0:47:34 Gen_loss: 1.632 Dis_loss: 0.4335 Cls_loss: N/A Topk: N/A ada_p: 0.2775
[INFO] 2021-10-20 14:47:10 > Step: 153100 Progress: 38.3% Elapsed: 0:48:43 Gen_loss: 0.8771 Dis_loss: 0.8138 Cls_loss: N/A Topk: N/A ada_p: 0.2903
[INFO] 2021-10-20 14:48:52 > Step: 153200 Progress: 38.3% Elapsed: 0:50:25 Gen_loss: 2.446 Dis_loss: 0.5207 Cls_loss: N/A Topk: N/A ada_p: 0.266
[INFO] 2021-10-20 14:49:59 > Step: 153300 Progress: 38.3% Elapsed: 0:51:32 Gen_loss: 1.462 Dis_loss: 0.5453 Cls_loss: N/A Topk: N/A ada_p: 0.2525
[INFO] 2021-10-20 14:51:06 > Step: 153400 Progress: 38.4% Elapsed: 0:52:39 Gen_loss: 1.4 Dis_loss: 0.5473 Cls_loss: N/A Topk: N/A ada_p: 0.2602
[INFO] 2021-10-20 14:52:47 > Step: 153500 Progress: 38.4% Elapsed: 0:54:20 Gen_loss: 1.853 Dis_loss: 0.9917 Cls_loss: N/A Topk: N/A ada_p: 0.2769
[INFO] 2021-10-20 14:53:54 > Step: 153600 Progress: 38.4% Elapsed: 0:55:27 Gen_loss: 2.207 Dis_loss: 0.5316 Cls_loss: N/A Topk: N/A ada_p: 0.2794
[INFO] 2021-10-20 14:55:35 > Step: 153700 Progress: 38.4% Elapsed: 0:57:09 Gen_loss: 1.436 Dis_loss: 0.4317 Cls_loss: N/A Topk: N/A ada_p: 0.2916
[INFO] 2021-10-20 14:56:43 > Step: 153800 Progress: 38.5% Elapsed: 0:58:16 Gen_loss: 2.07 Dis_loss: 0.5753 Cls_loss: N/A Topk: N/A ada_p: 0.3018
[INFO] 2021-10-20 14:58:25 > Step: 153900 Progress: 38.5% Elapsed: 0:59:58 Gen_loss: 1.269 Dis_loss: 0.6049 Cls_loss: N/A Topk: N/A ada_p: 0.2967
[INFO] 2021-10-20 14:59:32 > Step: 154000 Progress: 38.5% Elapsed: 1:01:05 Gen_loss: 1.384 Dis_loss: 0.7383 Cls_loss: N/A Topk: N/A ada_p: 0.298
[INFO] 2021-10-20 14:59:32 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 14:59:35 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_154000.png
[INFO] 2021-10-20 14:59:36 > Start Evaluation (154000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 14:59:36 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 15:00:48 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 15:02:09 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 15:05:03 > Inception score (Step: 154000, 14630 generated images): 12.8331880569458
[INFO] 2021-10-20 15:05:03 > FID score (Step: 154000, Using train moments): 5.45721865180667
[INFO] 2021-10-20 15:05:03 > Improved Precision (Step: 154000, Using train images): 0.8617224880382776
[INFO] 2021-10-20 15:05:03 > Improved Recall (Step: 154000, Using train images): 0.4891319207108681
[INFO] 2021-10-20 15:05:03 > Density (Step: 154000, Using train images): 1.3600956937799045
[INFO] 2021-10-20 15:05:03 > Coverage (Step: 154000, Using train images): 0.8290498974709501
[INFO] 2021-10-20 15:05:03 > Best FID score (Step: 140000, Using train moments): 5.244806468774584
[INFO] 2021-10-20 15:05:15 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 15:06:21 > Step: 154100 Progress: 38.5% Elapsed: 1:07:55 Gen_loss: 1.941 Dis_loss: 0.704 Cls_loss: N/A Topk: N/A ada_p: 0.2884
[INFO] 2021-10-20 15:08:03 > Step: 154200 Progress: 38.6% Elapsed: 1:09:36 Gen_loss: 2.373 Dis_loss: 0.9601 Cls_loss: N/A Topk: N/A ada_p: 0.2973
[INFO] 2021-10-20 15:09:09 > Step: 154300 Progress: 38.6% Elapsed: 1:10:43 Gen_loss: 2.082 Dis_loss: 0.5618 Cls_loss: N/A Topk: N/A ada_p: 0.2781
[INFO] 2021-10-20 15:10:51 > Step: 154400 Progress: 38.6% Elapsed: 1:12:24 Gen_loss: 2.765 Dis_loss: 1.187 Cls_loss: N/A Topk: N/A ada_p: 0.2845
[INFO] 2021-10-20 15:11:58 > Step: 154500 Progress: 38.6% Elapsed: 1:13:31 Gen_loss: 1.573 Dis_loss: 0.5832 Cls_loss: N/A Topk: N/A ada_p: 0.289
[INFO] 2021-10-20 15:13:40 > Step: 154600 Progress: 38.6% Elapsed: 1:15:13 Gen_loss: 2.088 Dis_loss: 0.6843 Cls_loss: N/A Topk: N/A ada_p: 0.2698
[INFO] 2021-10-20 15:14:46 > Step: 154700 Progress: 38.7% Elapsed: 1:16:20 Gen_loss: 2.049 Dis_loss: 0.3065 Cls_loss: N/A Topk: N/A ada_p: 0.2724
[INFO] 2021-10-20 15:16:29 > Step: 154800 Progress: 38.7% Elapsed: 1:18:03 Gen_loss: 1.516 Dis_loss: 0.7955 Cls_loss: N/A Topk: N/A ada_p: 0.2596
[INFO] 2021-10-20 15:17:36 > Step: 154900 Progress: 38.7% Elapsed: 1:19:10 Gen_loss: 1.103 Dis_loss: 0.5181 Cls_loss: N/A Topk: N/A ada_p: 0.2781
[INFO] 2021-10-20 15:18:43 > Step: 155000 Progress: 38.8% Elapsed: 1:20:17 Gen_loss: 2.732 Dis_loss: 0.4587 Cls_loss: N/A Topk: N/A ada_p: 0.2705
[INFO] 2021-10-20 15:20:24 > Step: 155100 Progress: 38.8% Elapsed: 1:21:57 Gen_loss: 2.807 Dis_loss: 0.3683 Cls_loss: N/A Topk: N/A ada_p: 0.2717
[INFO] 2021-10-20 15:21:31 > Step: 155200 Progress: 38.8% Elapsed: 1:23:04 Gen_loss: 1.964 Dis_loss: 0.9918 Cls_loss: N/A Topk: N/A ada_p: 0.2743
[INFO] 2021-10-20 15:23:13 > Step: 155300 Progress: 38.8% Elapsed: 1:24:46 Gen_loss: 1.534 Dis_loss: 0.89 Cls_loss: N/A Topk: N/A ada_p: 0.2788
[INFO] 2021-10-20 15:24:20 > Step: 155400 Progress: 38.9% Elapsed: 1:25:53 Gen_loss: 1.305 Dis_loss: 0.8402 Cls_loss: N/A Topk: N/A ada_p: 0.289
[INFO] 2021-10-20 15:26:02 > Step: 155500 Progress: 38.9% Elapsed: 1:27:35 Gen_loss: 2.794 Dis_loss: 0.942 Cls_loss: N/A Topk: N/A ada_p: 0.2865
[INFO] 2021-10-20 15:27:08 > Step: 155600 Progress: 38.9% Elapsed: 1:28:42 Gen_loss: 0.7885 Dis_loss: 1.108 Cls_loss: N/A Topk: N/A ada_p: 0.2839
[INFO] 2021-10-20 15:28:15 > Step: 155700 Progress: 38.9% Elapsed: 1:29:48 Gen_loss: 1.399 Dis_loss: 0.6779 Cls_loss: N/A Topk: N/A ada_p: 0.2769
[INFO] 2021-10-20 15:29:57 > Step: 155800 Progress: 39.0% Elapsed: 1:31:30 Gen_loss: 2.276 Dis_loss: 0.6916 Cls_loss: N/A Topk: N/A ada_p: 0.2909
[INFO] 2021-10-20 15:31:04 > Step: 155900 Progress: 39.0% Elapsed: 1:32:37 Gen_loss: 1.914 Dis_loss: 0.8046 Cls_loss: N/A Topk: N/A ada_p: 0.3101
[INFO] 2021-10-20 15:32:45 > Step: 156000 Progress: 39.0% Elapsed: 1:34:18 Gen_loss: 2.967 Dis_loss: 0.6378 Cls_loss: N/A Topk: N/A ada_p: 0.2948
[INFO] 2021-10-20 15:32:45 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 15:32:47 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_156000.png
[INFO] 2021-10-20 15:32:48 > Start Evaluation (156000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 15:32:48 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 15:34:00 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 15:35:21 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 15:38:15 > Inception score (Step: 156000, 14630 generated images): 12.727527618408203
[INFO] 2021-10-20 15:38:15 > FID score (Step: 156000, Using train moments): 5.298379826663336
[INFO] 2021-10-20 15:38:15 > Improved Precision (Step: 156000, Using train images): 0.8581681476418318
[INFO] 2021-10-20 15:38:15 > Improved Recall (Step: 156000, Using train images): 0.4937799043062201
[INFO] 2021-10-20 15:38:15 > Density (Step: 156000, Using train images): 1.3126725905673275
[INFO] 2021-10-20 15:38:15 > Coverage (Step: 156000, Using train images): 0.8217361585782639
[INFO] 2021-10-20 15:38:15 > Best FID score (Step: 140000, Using train moments): 5.244806468774584
[INFO] 2021-10-20 15:38:27 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 15:39:34 > Step: 156100 Progress: 39.0% Elapsed: 1:41:07 Gen_loss: 1.817 Dis_loss: 0.451 Cls_loss: N/A Topk: N/A ada_p: 0.289
[INFO] 2021-10-20 15:41:15 > Step: 156200 Progress: 39.1% Elapsed: 1:42:48 Gen_loss: 1.285 Dis_loss: 1.193 Cls_loss: N/A Topk: N/A ada_p: 0.2941
[INFO] 2021-10-20 15:42:22 > Step: 156300 Progress: 39.1% Elapsed: 1:43:55 Gen_loss: 0.8119 Dis_loss: 0.8791 Cls_loss: N/A Topk: N/A ada_p: 0.2852
[INFO] 2021-10-20 15:44:23 > Step: 156400 Progress: 39.1% Elapsed: 1:45:56 Gen_loss: 1.128 Dis_loss: 0.8839 Cls_loss: N/A Topk: N/A ada_p: 0.2813
[INFO] 2021-10-20 15:45:30 > Step: 156500 Progress: 39.1% Elapsed: 1:47:04 Gen_loss: 1.282 Dis_loss: 0.8559 Cls_loss: N/A Topk: N/A ada_p: 0.2858
[INFO] 2021-10-20 15:46:37 > Step: 156600 Progress: 39.1% Elapsed: 1:48:10 Gen_loss: 1.642 Dis_loss: 1.325 Cls_loss: N/A Topk: N/A ada_p: 0.2986
[INFO] 2021-10-20 15:48:18 > Step: 156700 Progress: 39.2% Elapsed: 1:49:51 Gen_loss: 1.914 Dis_loss: 0.6489 Cls_loss: N/A Topk: N/A ada_p: 0.2743
[INFO] 2021-10-20 15:49:25 > Step: 156800 Progress: 39.2% Elapsed: 1:50:58 Gen_loss: 2.535 Dis_loss: 0.7682 Cls_loss: N/A Topk: N/A ada_p: 0.2833
[INFO] 2021-10-20 15:51:06 > Step: 156900 Progress: 39.2% Elapsed: 1:52:40 Gen_loss: 1.751 Dis_loss: 0.9625 Cls_loss: N/A Topk: N/A ada_p: 0.2788
[INFO] 2021-10-20 15:52:13 > Step: 157000 Progress: 39.2% Elapsed: 1:53:46 Gen_loss: 0.3548 Dis_loss: 1.669 Cls_loss: N/A Topk: N/A ada_p: 0.2788
[INFO] 2021-10-20 15:53:54 > Step: 157100 Progress: 39.3% Elapsed: 1:55:27 Gen_loss: 3.474 Dis_loss: 1.075 Cls_loss: N/A Topk: N/A ada_p: 0.2826
[INFO] 2021-10-20 15:55:01 > Step: 157200 Progress: 39.3% Elapsed: 1:56:34 Gen_loss: 2.123 Dis_loss: 0.515 Cls_loss: N/A Topk: N/A ada_p: 0.2967
[INFO] 2021-10-20 15:56:41 > Step: 157300 Progress: 39.3% Elapsed: 1:58:15 Gen_loss: 1.136 Dis_loss: 0.7908 Cls_loss: N/A Topk: N/A ada_p: 0.3025
[INFO] 2021-10-20 15:57:51 > Step: 157400 Progress: 39.4% Elapsed: 1:59:24 Gen_loss: 1.994 Dis_loss: 0.3079 Cls_loss: N/A Topk: N/A ada_p: 0.2999
[INFO] 2021-10-20 15:58:58 > Step: 157500 Progress: 39.4% Elapsed: 2:00:31 Gen_loss: 1.458 Dis_loss: 0.5938 Cls_loss: N/A Topk: N/A ada_p: 0.2845
[INFO] 2021-10-20 16:00:40 > Step: 157600 Progress: 39.4% Elapsed: 2:02:13 Gen_loss: 2.07 Dis_loss: 0.6983 Cls_loss: N/A Topk: N/A ada_p: 0.282
[INFO] 2021-10-20 16:01:47 > Step: 157700 Progress: 39.4% Elapsed: 2:03:20 Gen_loss: 1.538 Dis_loss: 0.7227 Cls_loss: N/A Topk: N/A ada_p: 0.2813
[INFO] 2021-10-20 16:03:28 > Step: 157800 Progress: 39.5% Elapsed: 2:05:01 Gen_loss: 0.757 Dis_loss: 0.8909 Cls_loss: N/A Topk: N/A ada_p: 0.2877
[INFO] 2021-10-20 16:04:35 > Step: 157900 Progress: 39.5% Elapsed: 2:06:08 Gen_loss: 2.577 Dis_loss: 0.9297 Cls_loss: N/A Topk: N/A ada_p: 0.2967
[INFO] 2021-10-20 16:06:16 > Step: 158000 Progress: 39.5% Elapsed: 2:07:49 Gen_loss: 2.299 Dis_loss: 0.9394 Cls_loss: N/A Topk: N/A ada_p: 0.2839
[INFO] 2021-10-20 16:06:16 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 16:06:18 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_158000.png
[INFO] 2021-10-20 16:06:20 > Start Evaluation (158000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 16:06:20 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 16:07:31 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 16:08:53 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 16:11:48 > Inception score (Step: 158000, 14630 generated images): 12.856379508972168
[INFO] 2021-10-20 16:11:48 > FID score (Step: 158000, Using train moments): 5.339252301296341
[INFO] 2021-10-20 16:11:48 > Improved Precision (Step: 158000, Using train images): 0.868421052631579
[INFO] 2021-10-20 16:11:48 > Improved Recall (Step: 158000, Using train images): 0.48120300751879697
[INFO] 2021-10-20 16:11:48 > Density (Step: 158000, Using train images): 1.3081476418318525
[INFO] 2021-10-20 16:11:48 > Coverage (Step: 158000, Using train images): 0.823444976076555
[INFO] 2021-10-20 16:11:48 > Best FID score (Step: 140000, Using train moments): 5.244806468774584
[INFO] 2021-10-20 16:11:59 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 16:13:06 > Step: 158100 Progress: 39.5% Elapsed: 2:14:39 Gen_loss: 2.068 Dis_loss: 0.5965 Cls_loss: N/A Topk: N/A ada_p: 0.2845
[INFO] 2021-10-20 16:14:13 > Step: 158200 Progress: 39.6% Elapsed: 2:15:46 Gen_loss: 1.68 Dis_loss: 0.8685 Cls_loss: N/A Topk: N/A ada_p: 0.2833
[INFO] 2021-10-20 16:15:55 > Step: 158300 Progress: 39.6% Elapsed: 2:17:28 Gen_loss: 0.7663 Dis_loss: 1.041 Cls_loss: N/A Topk: N/A ada_p: 0.2794
[INFO] 2021-10-20 16:17:01 > Step: 158400 Progress: 39.6% Elapsed: 2:18:34 Gen_loss: 0.8077 Dis_loss: 1.039 Cls_loss: N/A Topk: N/A ada_p: 0.2986
[INFO] 2021-10-20 16:18:44 > Step: 158500 Progress: 39.6% Elapsed: 2:20:17 Gen_loss: 1.983 Dis_loss: 0.7699 Cls_loss: N/A Topk: N/A ada_p: 0.3095
[INFO] 2021-10-20 16:19:50 > Step: 158600 Progress: 39.6% Elapsed: 2:21:24 Gen_loss: 1.595 Dis_loss: 0.656 Cls_loss: N/A Topk: N/A ada_p: 0.3082
[INFO] 2021-10-20 16:21:33 > Step: 158700 Progress: 39.7% Elapsed: 2:23:06 Gen_loss: 0.9449 Dis_loss: 0.9612 Cls_loss: N/A Topk: N/A ada_p: 0.3146
[INFO] 2021-10-20 16:22:40 > Step: 158800 Progress: 39.7% Elapsed: 2:24:13 Gen_loss: 0.9798 Dis_loss: 0.501 Cls_loss: N/A Topk: N/A ada_p: 0.3069
[INFO] 2021-10-20 16:24:21 > Step: 158900 Progress: 39.7% Elapsed: 2:25:54 Gen_loss: 1.614 Dis_loss: 0.5658 Cls_loss: N/A Topk: N/A ada_p: 0.3063
[INFO] 2021-10-20 16:25:28 > Step: 159000 Progress: 39.8% Elapsed: 2:27:02 Gen_loss: 1.948 Dis_loss: 0.6802 Cls_loss: N/A Topk: N/A ada_p: 0.3025
[INFO] 2021-10-20 16:26:35 > Step: 159100 Progress: 39.8% Elapsed: 2:28:08 Gen_loss: 1.883 Dis_loss: 0.4137 Cls_loss: N/A Topk: N/A ada_p: 0.3037
[INFO] 2021-10-20 16:28:39 > Step: 159200 Progress: 39.8% Elapsed: 2:30:12 Gen_loss: 2.033 Dis_loss: 1.682 Cls_loss: N/A Topk: N/A ada_p: 0.3242
[INFO] 2021-10-20 16:29:46 > Step: 159300 Progress: 39.8% Elapsed: 2:31:19 Gen_loss: 1.782 Dis_loss: 1.083 Cls_loss: N/A Topk: N/A ada_p: 0.3172
[INFO] 2021-10-20 16:31:28 > Step: 159400 Progress: 39.9% Elapsed: 2:33:01 Gen_loss: 1.874 Dis_loss: 0.6958 Cls_loss: N/A Topk: N/A ada_p: 0.2993
[INFO] 2021-10-20 16:32:34 > Step: 159500 Progress: 39.9% Elapsed: 2:34:07 Gen_loss: 1.457 Dis_loss: 1.068 Cls_loss: N/A Topk: N/A ada_p: 0.2993
[INFO] 2021-10-20 16:34:15 > Step: 159600 Progress: 39.9% Elapsed: 2:35:48 Gen_loss: 0.7519 Dis_loss: 1.335 Cls_loss: N/A Topk: N/A ada_p: 0.3005
[INFO] 2021-10-20 16:35:22 > Step: 159700 Progress: 39.9% Elapsed: 2:36:56 Gen_loss: 0.9501 Dis_loss: 0.8325 Cls_loss: N/A Topk: N/A ada_p: 0.3025
[INFO] 2021-10-20 16:36:29 > Step: 159800 Progress: 40.0% Elapsed: 2:38:02 Gen_loss: 0.9853 Dis_loss: 0.6563 Cls_loss: N/A Topk: N/A ada_p: 0.2999
[INFO] 2021-10-20 16:38:10 > Step: 159900 Progress: 40.0% Elapsed: 2:39:43 Gen_loss: 0.9863 Dis_loss: 1.045 Cls_loss: N/A Topk: N/A ada_p: 0.3076
[INFO] 2021-10-20 16:39:17 > Step: 160000 Progress: 40.0% Elapsed: 2:40:50 Gen_loss: 2.366 Dis_loss: 0.6044 Cls_loss: N/A Topk: N/A ada_p: 0.3165
[INFO] 2021-10-20 16:39:17 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 16:39:18 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_160000.png
[INFO] 2021-10-20 16:39:20 > Start Evaluation (160000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 16:39:20 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 16:40:32 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 16:41:53 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 16:44:54 > Inception score (Step: 160000, 14630 generated images): 12.893162727355957
[INFO] 2021-10-20 16:44:54 > FID score (Step: 160000, Using train moments): 5.478606478940918
[INFO] 2021-10-20 16:44:54 > Improved Precision (Step: 160000, Using train images): 0.8574846206425154
[INFO] 2021-10-20 16:44:54 > Improved Recall (Step: 160000, Using train images): 0.49316473000683525
[INFO] 2021-10-20 16:44:54 > Density (Step: 160000, Using train images): 1.2944907723855092
[INFO] 2021-10-20 16:44:54 > Coverage (Step: 160000, Using train images): 0.8161995898838004
[INFO] 2021-10-20 16:44:54 > Best FID score (Step: 140000, Using train moments): 5.244806468774584
[INFO] 2021-10-20 16:45:04 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 16:46:47 > Step: 160100 Progress: 40.0% Elapsed: 2:48:20 Gen_loss: 1.419 Dis_loss: 0.9496 Cls_loss: N/A Topk: N/A ada_p: 0.3031
[INFO] 2021-10-20 16:47:54 > Step: 160200 Progress: 40.1% Elapsed: 2:49:27 Gen_loss: 1.323 Dis_loss: 0.6641 Cls_loss: N/A Topk: N/A ada_p: 0.3057
[INFO] 2021-10-20 16:49:35 > Step: 160300 Progress: 40.1% Elapsed: 2:51:08 Gen_loss: 2.571 Dis_loss: 0.2648 Cls_loss: N/A Topk: N/A ada_p: 0.3095
[INFO] 2021-10-20 16:50:43 > Step: 160400 Progress: 40.1% Elapsed: 2:52:16 Gen_loss: 2.212 Dis_loss: 0.4459 Cls_loss: N/A Topk: N/A ada_p: 0.3031
[INFO] 2021-10-20 16:52:25 > Step: 160500 Progress: 40.1% Elapsed: 2:53:59 Gen_loss: 0.7324 Dis_loss: 0.6769 Cls_loss: N/A Topk: N/A ada_p: 0.3012
[INFO] 2021-10-20 16:53:32 > Step: 160600 Progress: 40.2% Elapsed: 2:55:06 Gen_loss: 2.53 Dis_loss: 1.256 Cls_loss: N/A Topk: N/A ada_p: 0.2897
[INFO] 2021-10-20 16:54:39 > Step: 160700 Progress: 40.2% Elapsed: 2:56:12 Gen_loss: 2.95 Dis_loss: 0.5364 Cls_loss: N/A Topk: N/A ada_p: 0.2794
[INFO] 2021-10-20 16:56:21 > Step: 160800 Progress: 40.2% Elapsed: 2:57:54 Gen_loss: 2.876 Dis_loss: 0.606 Cls_loss: N/A Topk: N/A ada_p: 0.2807
[INFO] 2021-10-20 16:57:28 > Step: 160900 Progress: 40.2% Elapsed: 2:59:01 Gen_loss: 0.2093 Dis_loss: 2.037 Cls_loss: N/A Topk: N/A ada_p: 0.2993
[INFO] 2021-10-20 16:59:09 > Step: 161000 Progress: 40.2% Elapsed: 3:00:42 Gen_loss: 2.066 Dis_loss: 0.2556 Cls_loss: N/A Topk: N/A ada_p: 0.2737
[INFO] 2021-10-20 17:00:16 > Step: 161100 Progress: 40.3% Elapsed: 3:01:49 Gen_loss: 1.879 Dis_loss: 0.7855 Cls_loss: N/A Topk: N/A ada_p: 0.2877
[INFO] 2021-10-20 17:01:57 > Step: 161200 Progress: 40.3% Elapsed: 3:03:31 Gen_loss: 1.735 Dis_loss: 0.7903 Cls_loss: N/A Topk: N/A ada_p: 0.2839
[INFO] 2021-10-20 17:03:06 > Step: 161300 Progress: 40.3% Elapsed: 3:04:39 Gen_loss: 1.583 Dis_loss: 1.206 Cls_loss: N/A Topk: N/A ada_p: 0.2858
[INFO] 2021-10-20 17:04:13 > Step: 161400 Progress: 40.4% Elapsed: 3:05:46 Gen_loss: 1.428 Dis_loss: 0.5492 Cls_loss: N/A Topk: N/A ada_p: 0.2666
[INFO] 2021-10-20 17:05:54 > Step: 161500 Progress: 40.4% Elapsed: 3:07:27 Gen_loss: 1.251 Dis_loss: 0.4424 Cls_loss: N/A Topk: N/A ada_p: 0.2794
[INFO] 2021-10-20 17:07:01 > Step: 161600 Progress: 40.4% Elapsed: 3:08:34 Gen_loss: 2.401 Dis_loss: 0.7875 Cls_loss: N/A Topk: N/A ada_p: 0.2973
[INFO] 2021-10-20 17:08:43 > Step: 161700 Progress: 40.4% Elapsed: 3:10:16 Gen_loss: 1.566 Dis_loss: 0.871 Cls_loss: N/A Topk: N/A ada_p: 0.2775
[INFO] 2021-10-20 17:09:50 > Step: 161800 Progress: 40.5% Elapsed: 3:11:23 Gen_loss: 2.356 Dis_loss: 0.6228 Cls_loss: N/A Topk: N/A ada_p: 0.2788
[INFO] 2021-10-20 17:11:50 > Step: 161900 Progress: 40.5% Elapsed: 3:13:23 Gen_loss: 1.365 Dis_loss: 0.7417 Cls_loss: N/A Topk: N/A ada_p: 0.2852
[INFO] 2021-10-20 17:12:56 > Step: 162000 Progress: 40.5% Elapsed: 3:14:30 Gen_loss: 1.794 Dis_loss: 0.2746 Cls_loss: N/A Topk: N/A ada_p: 0.3031
[INFO] 2021-10-20 17:12:57 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 17:12:59 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_162000.png
[INFO] 2021-10-20 17:13:00 > Start Evaluation (162000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 17:13:00 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 17:14:12 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 17:15:33 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 17:18:28 > Inception score (Step: 162000, 14630 generated images): 12.905378341674805
[INFO] 2021-10-20 17:18:28 > FID score (Step: 162000, Using train moments): 5.488173977180793
[INFO] 2021-10-20 17:18:28 > Improved Precision (Step: 162000, Using train images): 0.8525632262474367
[INFO] 2021-10-20 17:18:28 > Improved Recall (Step: 162000, Using train images): 0.48892686261107315
[INFO] 2021-10-20 17:18:28 > Density (Step: 162000, Using train images): 1.2982228298017773
[INFO] 2021-10-20 17:18:28 > Coverage (Step: 162000, Using train images): 0.8203691045796309
[INFO] 2021-10-20 17:18:28 > Best FID score (Step: 140000, Using train moments): 5.244806468774584
[INFO] 2021-10-20 17:18:43 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 17:20:26 > Step: 162100 Progress: 40.5% Elapsed: 3:21:59 Gen_loss: 1.012 Dis_loss: 0.9613 Cls_loss: N/A Topk: N/A ada_p: 0.2948
[INFO] 2021-10-20 17:21:33 > Step: 162200 Progress: 40.6% Elapsed: 3:23:06 Gen_loss: 2.395 Dis_loss: 0.6165 Cls_loss: N/A Topk: N/A ada_p: 0.2973
[INFO] 2021-10-20 17:22:40 > Step: 162300 Progress: 40.6% Elapsed: 3:24:13 Gen_loss: 2.857 Dis_loss: 0.9143 Cls_loss: N/A Topk: N/A ada_p: 0.2948
[INFO] 2021-10-20 17:24:22 > Step: 162400 Progress: 40.6% Elapsed: 3:25:56 Gen_loss: 1.75 Dis_loss: 0.4732 Cls_loss: N/A Topk: N/A ada_p: 0.2948
[INFO] 2021-10-20 17:25:29 > Step: 162500 Progress: 40.6% Elapsed: 3:27:02 Gen_loss: 1.678 Dis_loss: 0.8572 Cls_loss: N/A Topk: N/A ada_p: 0.3005
[INFO] 2021-10-20 17:27:11 > Step: 162600 Progress: 40.6% Elapsed: 3:28:44 Gen_loss: 2.229 Dis_loss: 0.6905 Cls_loss: N/A Topk: N/A ada_p: 0.3044
[INFO] 2021-10-20 17:28:17 > Step: 162700 Progress: 40.7% Elapsed: 3:29:51 Gen_loss: 1.996 Dis_loss: 1.131 Cls_loss: N/A Topk: N/A ada_p: 0.3057
[INFO] 2021-10-20 17:29:59 > Step: 162800 Progress: 40.7% Elapsed: 3:31:32 Gen_loss: 1.062 Dis_loss: 0.6303 Cls_loss: N/A Topk: N/A ada_p: 0.2993
[INFO] 2021-10-20 17:31:07 > Step: 162900 Progress: 40.7% Elapsed: 3:32:40 Gen_loss: 1.647 Dis_loss: 0.7994 Cls_loss: N/A Topk: N/A ada_p: 0.3114
[INFO] 2021-10-20 17:32:50 > Step: 163000 Progress: 40.8% Elapsed: 3:34:23 Gen_loss: 2.265 Dis_loss: 0.688 Cls_loss: N/A Topk: N/A ada_p: 0.3076
[INFO] 2021-10-20 17:33:56 > Step: 163100 Progress: 40.8% Elapsed: 3:35:30 Gen_loss: 1.193 Dis_loss: 0.8068 Cls_loss: N/A Topk: N/A ada_p: 0.3089
[INFO] 2021-10-20 17:35:04 > Step: 163200 Progress: 40.8% Elapsed: 3:36:37 Gen_loss: 2.516 Dis_loss: 0.5604 Cls_loss: N/A Topk: N/A ada_p: 0.3178
[INFO] 2021-10-20 17:36:44 > Step: 163300 Progress: 40.8% Elapsed: 3:38:17 Gen_loss: 2.528 Dis_loss: 0.6203 Cls_loss: N/A Topk: N/A ada_p: 0.3121
[INFO] 2021-10-20 17:37:51 > Step: 163400 Progress: 40.8% Elapsed: 3:39:24 Gen_loss: 1.713 Dis_loss: 0.563 Cls_loss: N/A Topk: N/A ada_p: 0.2865
[INFO] 2021-10-20 17:39:32 > Step: 163500 Progress: 40.9% Elapsed: 3:41:05 Gen_loss: 2.433 Dis_loss: 0.4249 Cls_loss: N/A Topk: N/A ada_p: 0.2762
[INFO] 2021-10-20 17:40:39 > Step: 163600 Progress: 40.9% Elapsed: 3:42:12 Gen_loss: 3.262 Dis_loss: 1.368 Cls_loss: N/A Topk: N/A ada_p: 0.289
[INFO] 2021-10-20 17:42:21 > Step: 163700 Progress: 40.9% Elapsed: 3:43:54 Gen_loss: 2.398 Dis_loss: 1.046 Cls_loss: N/A Topk: N/A ada_p: 0.2909
[INFO] 2021-10-20 17:43:28 > Step: 163800 Progress: 40.9% Elapsed: 3:45:01 Gen_loss: 0.6877 Dis_loss: 0.7763 Cls_loss: N/A Topk: N/A ada_p: 0.2986
[INFO] 2021-10-20 17:44:35 > Step: 163900 Progress: 41.0% Elapsed: 3:46:08 Gen_loss: 1.219 Dis_loss: 1.245 Cls_loss: N/A Topk: N/A ada_p: 0.2999
[INFO] 2021-10-20 17:46:15 > Step: 164000 Progress: 41.0% Elapsed: 3:47:49 Gen_loss: 2.665 Dis_loss: 0.8569 Cls_loss: N/A Topk: N/A ada_p: 0.3089
[INFO] 2021-10-20 17:46:15 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 17:46:17 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_164000.png
[INFO] 2021-10-20 17:46:19 > Start Evaluation (164000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 17:46:19 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 17:47:31 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 17:48:52 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 17:51:48 > Inception score (Step: 164000, 14630 generated images): 12.778947830200195
[INFO] 2021-10-20 17:51:48 > FID score (Step: 164000, Using train moments): 5.419930114646945
[INFO] 2021-10-20 17:51:48 > Improved Precision (Step: 164000, Using train images): 0.8545454545454545
[INFO] 2021-10-20 17:51:48 > Improved Recall (Step: 164000, Using train images): 0.49316473000683525
[INFO] 2021-10-20 17:51:48 > Density (Step: 164000, Using train images): 1.2837457279562543
[INFO] 2021-10-20 17:51:48 > Coverage (Step: 164000, Using train images): 0.8267259056732741
[INFO] 2021-10-20 17:51:48 > Best FID score (Step: 140000, Using train moments): 5.244806468774584
[INFO] 2021-10-20 17:51:59 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 17:53:06 > Step: 164100 Progress: 41.0% Elapsed: 3:54:40 Gen_loss: 1.458 Dis_loss: 1.386 Cls_loss: N/A Topk: N/A ada_p: 0.3069
[INFO] 2021-10-20 17:55:32 > Step: 164200 Progress: 41.0% Elapsed: 3:57:05 Gen_loss: 1.759 Dis_loss: 0.9385 Cls_loss: N/A Topk: N/A ada_p: 0.2967
[INFO] 2021-10-20 17:56:39 > Step: 164300 Progress: 41.1% Elapsed: 3:58:12 Gen_loss: 1.516 Dis_loss: 0.4724 Cls_loss: N/A Topk: N/A ada_p: 0.3069
[INFO] 2021-10-20 17:58:21 > Step: 164400 Progress: 41.1% Elapsed: 3:59:54 Gen_loss: 0.9317 Dis_loss: 0.6445 Cls_loss: N/A Topk: N/A ada_p: 0.2929
[INFO] 2021-10-20 17:59:28 > Step: 164500 Progress: 41.1% Elapsed: 4:01:01 Gen_loss: 1.557 Dis_loss: 0.7282 Cls_loss: N/A Topk: N/A ada_p: 0.2961
[INFO] 2021-10-20 18:01:09 > Step: 164600 Progress: 41.1% Elapsed: 4:02:42 Gen_loss: 2.457 Dis_loss: 0.5989 Cls_loss: N/A Topk: N/A ada_p: 0.3025
[INFO] 2021-10-20 18:02:16 > Step: 164700 Progress: 41.2% Elapsed: 4:03:49 Gen_loss: 1.332 Dis_loss: 0.6426 Cls_loss: N/A Topk: N/A ada_p: 0.3153
[INFO] 2021-10-20 18:03:23 > Step: 164800 Progress: 41.2% Elapsed: 4:04:56 Gen_loss: 2.213 Dis_loss: 1.225 Cls_loss: N/A Topk: N/A ada_p: 0.2999
[INFO] 2021-10-20 18:05:03 > Step: 164900 Progress: 41.2% Elapsed: 4:06:36 Gen_loss: 2.163 Dis_loss: 0.6698 Cls_loss: N/A Topk: N/A ada_p: 0.3146
[INFO] 2021-10-20 18:06:10 > Step: 165000 Progress: 41.2% Elapsed: 4:07:43 Gen_loss: 2.09 Dis_loss: 0.4964 Cls_loss: N/A Topk: N/A ada_p: 0.3159
[INFO] 2021-10-20 18:07:51 > Step: 165100 Progress: 41.3% Elapsed: 4:09:24 Gen_loss: 1.204 Dis_loss: 0.4689 Cls_loss: N/A Topk: N/A ada_p: 0.3057
[INFO] 2021-10-20 18:08:57 > Step: 165200 Progress: 41.3% Elapsed: 4:10:31 Gen_loss: 2.641 Dis_loss: 0.6429 Cls_loss: N/A Topk: N/A ada_p: 0.3069
[INFO] 2021-10-20 18:10:40 > Step: 165300 Progress: 41.3% Elapsed: 4:12:14 Gen_loss: 2.417 Dis_loss: 0.6984 Cls_loss: N/A Topk: N/A ada_p: 0.3127
[INFO] 2021-10-20 18:11:47 > Step: 165400 Progress: 41.3% Elapsed: 4:13:20 Gen_loss: 1.93 Dis_loss: 0.8885 Cls_loss: N/A Topk: N/A ada_p: 0.3025
[INFO] 2021-10-20 18:12:54 > Step: 165500 Progress: 41.4% Elapsed: 4:14:27 Gen_loss: 2.703 Dis_loss: 0.5612 Cls_loss: N/A Topk: N/A ada_p: 0.2999
[INFO] 2021-10-20 18:14:36 > Step: 165600 Progress: 41.4% Elapsed: 4:16:09 Gen_loss: 0.9979 Dis_loss: 1.051 Cls_loss: N/A Topk: N/A ada_p: 0.2986
[INFO] 2021-10-20 18:15:43 > Step: 165700 Progress: 41.4% Elapsed: 4:17:16 Gen_loss: 0.7029 Dis_loss: 1.15 Cls_loss: N/A Topk: N/A ada_p: 0.2852
[INFO] 2021-10-20 18:17:24 > Step: 165800 Progress: 41.4% Elapsed: 4:18:57 Gen_loss: 2.551 Dis_loss: 0.9038 Cls_loss: N/A Topk: N/A ada_p: 0.2929
[INFO] 2021-10-20 18:18:31 > Step: 165900 Progress: 41.5% Elapsed: 4:20:04 Gen_loss: 1.138 Dis_loss: 2.064 Cls_loss: N/A Topk: N/A ada_p: 0.3069
[INFO] 2021-10-20 18:20:14 > Step: 166000 Progress: 41.5% Elapsed: 4:21:47 Gen_loss: 1.304 Dis_loss: 0.8545 Cls_loss: N/A Topk: N/A ada_p: 0.3044
[INFO] 2021-10-20 18:20:14 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 18:20:16 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_166000.png
[INFO] 2021-10-20 18:20:17 > Start Evaluation (166000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 18:20:17 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 18:21:29 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 18:22:50 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 18:25:48 > Inception score (Step: 166000, 14630 generated images): 12.752413749694824
[INFO] 2021-10-20 18:25:48 > FID score (Step: 166000, Using train moments): 5.395178066448352
[INFO] 2021-10-20 18:25:48 > Improved Precision (Step: 166000, Using train images): 0.8608339029391661
[INFO] 2021-10-20 18:25:48 > Improved Recall (Step: 166000, Using train images): 0.48174982911825015
[INFO] 2021-10-20 18:25:48 > Density (Step: 166000, Using train images): 1.3196582365003418
[INFO] 2021-10-20 18:25:48 > Coverage (Step: 166000, Using train images): 0.8298017771701982
[INFO] 2021-10-20 18:25:48 > Best FID score (Step: 140000, Using train moments): 5.244806468774584
[INFO] 2021-10-20 18:25:59 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 18:27:06 > Step: 166100 Progress: 41.5% Elapsed: 4:28:39 Gen_loss: 1.488 Dis_loss: 0.7745 Cls_loss: N/A Topk: N/A ada_p: 0.3229
[INFO] 2021-10-20 18:28:48 > Step: 166200 Progress: 41.5% Elapsed: 4:30:21 Gen_loss: 2.239 Dis_loss: 0.8713 Cls_loss: N/A Topk: N/A ada_p: 0.3178
[INFO] 2021-10-20 18:29:55 > Step: 166300 Progress: 41.6% Elapsed: 4:31:28 Gen_loss: 1.579 Dis_loss: 0.9576 Cls_loss: N/A Topk: N/A ada_p: 0.3191
[INFO] 2021-10-20 18:31:01 > Step: 166400 Progress: 41.6% Elapsed: 4:32:35 Gen_loss: 0.9802 Dis_loss: 0.7168 Cls_loss: N/A Topk: N/A ada_p: 0.3165
[INFO] 2021-10-20 18:32:48 > Step: 166500 Progress: 41.6% Elapsed: 4:34:21 Gen_loss: 1.218 Dis_loss: 0.7553 Cls_loss: N/A Topk: N/A ada_p: 0.3133
[INFO] 2021-10-20 18:33:55 > Step: 166600 Progress: 41.6% Elapsed: 4:35:28 Gen_loss: 1.203 Dis_loss: 0.7356 Cls_loss: N/A Topk: N/A ada_p: 0.3287
[INFO] 2021-10-20 18:35:35 > Step: 166700 Progress: 41.7% Elapsed: 4:37:09 Gen_loss: 2.384 Dis_loss: 1.036 Cls_loss: N/A Topk: N/A ada_p: 0.321
[INFO] 2021-10-20 18:36:42 > Step: 166800 Progress: 41.7% Elapsed: 4:38:16 Gen_loss: 0.945 Dis_loss: 1.003 Cls_loss: N/A Topk: N/A ada_p: 0.3133
[INFO] 2021-10-20 18:39:01 > Step: 166900 Progress: 41.7% Elapsed: 4:40:34 Gen_loss: 1.873 Dis_loss: 0.755 Cls_loss: N/A Topk: N/A ada_p: 0.305
[INFO] 2021-10-20 18:40:11 > Step: 167000 Progress: 41.8% Elapsed: 4:41:45 Gen_loss: 1.36 Dis_loss: 0.6782 Cls_loss: N/A Topk: N/A ada_p: 0.2909
[INFO] 2021-10-20 18:41:19 > Step: 167100 Progress: 41.8% Elapsed: 4:42:53 Gen_loss: 2.785 Dis_loss: 0.4746 Cls_loss: N/A Topk: N/A ada_p: 0.2871
[INFO] 2021-10-20 18:43:00 > Step: 167200 Progress: 41.8% Elapsed: 4:44:33 Gen_loss: 2.757 Dis_loss: 0.8729 Cls_loss: N/A Topk: N/A ada_p: 0.2871
[INFO] 2021-10-20 18:44:08 > Step: 167300 Progress: 41.8% Elapsed: 4:45:41 Gen_loss: 1.692 Dis_loss: 0.6841 Cls_loss: N/A Topk: N/A ada_p: 0.3005
[INFO] 2021-10-20 18:45:49 > Step: 167400 Progress: 41.9% Elapsed: 4:47:22 Gen_loss: 1.218 Dis_loss: 0.4583 Cls_loss: N/A Topk: N/A ada_p: 0.2929
[INFO] 2021-10-20 18:47:00 > Step: 167500 Progress: 41.9% Elapsed: 4:48:33 Gen_loss: 1.433 Dis_loss: 0.7798 Cls_loss: N/A Topk: N/A ada_p: 0.3018
[INFO] 2021-10-20 18:48:44 > Step: 167600 Progress: 41.9% Elapsed: 4:50:17 Gen_loss: 1.644 Dis_loss: 0.3824 Cls_loss: N/A Topk: N/A ada_p: 0.2941
[INFO] 2021-10-20 18:49:51 > Step: 167700 Progress: 41.9% Elapsed: 4:51:24 Gen_loss: 1.733 Dis_loss: 0.7876 Cls_loss: N/A Topk: N/A ada_p: 0.2807
[INFO] 2021-10-20 18:51:32 > Step: 167800 Progress: 41.9% Elapsed: 4:53:05 Gen_loss: 1.278 Dis_loss: 0.9522 Cls_loss: N/A Topk: N/A ada_p: 0.2769
[INFO] 2021-10-20 18:52:38 > Step: 167900 Progress: 42.0% Elapsed: 4:54:12 Gen_loss: 2.727 Dis_loss: 0.2171 Cls_loss: N/A Topk: N/A ada_p: 0.2871
[INFO] 2021-10-20 18:53:45 > Step: 168000 Progress: 42.0% Elapsed: 4:55:18 Gen_loss: 1.272 Dis_loss: 1.159 Cls_loss: N/A Topk: N/A ada_p: 0.2308
[INFO] 2021-10-20 18:53:45 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 18:53:49 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_168000.png
[INFO] 2021-10-20 18:53:51 > Start Evaluation (168000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 18:53:51 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 18:55:02 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 18:56:24 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 18:59:19 > Inception score (Step: 168000, 14630 generated images): 12.712422370910645
[INFO] 2021-10-20 18:59:19 > FID score (Step: 168000, Using train moments): 5.5248935830283585
[INFO] 2021-10-20 18:59:19 > Improved Precision (Step: 168000, Using train images): 0.864524948735475
[INFO] 2021-10-20 18:59:19 > Improved Recall (Step: 168000, Using train images): 0.48120300751879697
[INFO] 2021-10-20 18:59:19 > Density (Step: 168000, Using train images): 1.327382091592618
[INFO] 2021-10-20 18:59:19 > Coverage (Step: 168000, Using train images): 0.8223513328776487
[INFO] 2021-10-20 18:59:19 > Best FID score (Step: 140000, Using train moments): 5.244806468774584
[INFO] 2021-10-20 18:59:30 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 19:01:12 > Step: 168100 Progress: 42.0% Elapsed: 5:02:45 Gen_loss: 1.875 Dis_loss: 0.5214 Cls_loss: N/A Topk: N/A ada_p: 0.234
[INFO] 2021-10-20 19:02:19 > Step: 168200 Progress: 42.0% Elapsed: 5:03:52 Gen_loss: 1.35 Dis_loss: 1.05 Cls_loss: N/A Topk: N/A ada_p: 0.2609
[INFO] 2021-10-20 19:04:00 > Step: 168300 Progress: 42.1% Elapsed: 5:05:33 Gen_loss: 1.393 Dis_loss: 1.129 Cls_loss: N/A Topk: N/A ada_p: 0.2609
[INFO] 2021-10-20 19:05:06 > Step: 168400 Progress: 42.1% Elapsed: 5:06:40 Gen_loss: 1.253 Dis_loss: 0.9174 Cls_loss: N/A Topk: N/A ada_p: 0.2724
[INFO] 2021-10-20 19:06:49 > Step: 168500 Progress: 42.1% Elapsed: 5:08:22 Gen_loss: 1.538 Dis_loss: 0.5402 Cls_loss: N/A Topk: N/A ada_p: 0.2756
[INFO] 2021-10-20 19:07:56 > Step: 168600 Progress: 42.1% Elapsed: 5:09:29 Gen_loss: 1.409 Dis_loss: 0.924 Cls_loss: N/A Topk: N/A ada_p: 0.2884
[INFO] 2021-10-20 19:09:37 > Step: 168700 Progress: 42.2% Elapsed: 5:11:11 Gen_loss: 2.935 Dis_loss: 0.8306 Cls_loss: N/A Topk: N/A ada_p: 0.2909
[INFO] 2021-10-20 19:10:44 > Step: 168800 Progress: 42.2% Elapsed: 5:12:17 Gen_loss: 1.915 Dis_loss: 0.8223 Cls_loss: N/A Topk: N/A ada_p: 0.2833
[INFO] 2021-10-20 19:11:51 > Step: 168900 Progress: 42.2% Elapsed: 5:13:24 Gen_loss: 1.385 Dis_loss: 0.8687 Cls_loss: N/A Topk: N/A ada_p: 0.2865
[INFO] 2021-10-20 19:13:33 > Step: 169000 Progress: 42.2% Elapsed: 5:15:06 Gen_loss: 1.809 Dis_loss: 0.7783 Cls_loss: N/A Topk: N/A ada_p: 0.2865
[INFO] 2021-10-20 19:14:40 > Step: 169100 Progress: 42.3% Elapsed: 5:16:13 Gen_loss: 2.382 Dis_loss: 0.5339 Cls_loss: N/A Topk: N/A ada_p: 0.2749
[INFO] 2021-10-20 19:16:26 > Step: 169200 Progress: 42.3% Elapsed: 5:17:59 Gen_loss: 5.46 Dis_loss: 0.4847 Cls_loss: N/A Topk: N/A ada_p: 0.2685
[INFO] 2021-10-20 19:17:33 > Step: 169300 Progress: 42.3% Elapsed: 5:19:06 Gen_loss: 2.128 Dis_loss: 0.7856 Cls_loss: N/A Topk: N/A ada_p: 0.2705
[INFO] 2021-10-20 19:19:14 > Step: 169400 Progress: 42.4% Elapsed: 5:20:48 Gen_loss: 1.78 Dis_loss: 0.4682 Cls_loss: N/A Topk: N/A ada_p: 0.2781
[INFO] 2021-10-20 19:20:22 > Step: 169500 Progress: 42.4% Elapsed: 5:21:55 Gen_loss: 1.762 Dis_loss: 1.086 Cls_loss: N/A Topk: N/A ada_p: 0.2973
[INFO] 2021-10-20 19:21:29 > Step: 169600 Progress: 42.4% Elapsed: 5:23:02 Gen_loss: 2.502 Dis_loss: 0.5604 Cls_loss: N/A Topk: N/A ada_p: 0.2884
[INFO] 2021-10-20 19:23:26 > Step: 169700 Progress: 42.4% Elapsed: 5:24:59 Gen_loss: 1.773 Dis_loss: 0.7268 Cls_loss: N/A Topk: N/A ada_p: 0.2749
[INFO] 2021-10-20 19:24:35 > Step: 169800 Progress: 42.4% Elapsed: 5:26:08 Gen_loss: 1.156 Dis_loss: 0.8854 Cls_loss: N/A Topk: N/A ada_p: 0.2826
[INFO] 2021-10-20 19:26:16 > Step: 169900 Progress: 42.5% Elapsed: 5:27:50 Gen_loss: 1.319 Dis_loss: 0.8824 Cls_loss: N/A Topk: N/A ada_p: 0.2788
[INFO] 2021-10-20 19:27:23 > Step: 170000 Progress: 42.5% Elapsed: 5:28:57 Gen_loss: 1.295 Dis_loss: 1.35 Cls_loss: N/A Topk: N/A ada_p: 0.2929
[INFO] 2021-10-20 19:27:23 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 19:27:25 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_170000.png
[INFO] 2021-10-20 19:27:27 > Start Evaluation (170000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 19:27:27 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 19:28:38 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 19:30:00 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 19:32:54 > Inception score (Step: 170000, 14630 generated images): 12.675040245056152
[INFO] 2021-10-20 19:32:54 > FID score (Step: 170000, Using train moments): 5.545729309655854
[INFO] 2021-10-20 19:32:54 > Improved Precision (Step: 170000, Using train images): 0.855434039644566
[INFO] 2021-10-20 19:32:54 > Improved Recall (Step: 170000, Using train images): 0.48455228981544773
[INFO] 2021-10-20 19:32:54 > Density (Step: 170000, Using train images): 1.2859056732740943
[INFO] 2021-10-20 19:32:54 > Coverage (Step: 170000, Using train images): 0.8233082706766918
[INFO] 2021-10-20 19:32:54 > Best FID score (Step: 140000, Using train moments): 5.244806468774584
[INFO] 2021-10-20 19:33:05 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 19:34:47 > Step: 170100 Progress: 42.5% Elapsed: 5:36:20 Gen_loss: 1.717 Dis_loss: 0.8465 Cls_loss: N/A Topk: N/A ada_p: 0.3012
[INFO] 2021-10-20 19:35:54 > Step: 170200 Progress: 42.5% Elapsed: 5:37:27 Gen_loss: 2.371 Dis_loss: 0.8438 Cls_loss: N/A Topk: N/A ada_p: 0.2935
[INFO] 2021-10-20 19:37:35 > Step: 170300 Progress: 42.6% Elapsed: 5:39:08 Gen_loss: 1.44 Dis_loss: 0.8142 Cls_loss: N/A Topk: N/A ada_p: 0.282
[INFO] 2021-10-20 19:38:43 > Step: 170400 Progress: 42.6% Elapsed: 5:40:16 Gen_loss: 3.15 Dis_loss: 0.5579 Cls_loss: N/A Topk: N/A ada_p: 0.2794
[INFO] 2021-10-20 19:39:50 > Step: 170500 Progress: 42.6% Elapsed: 5:41:23 Gen_loss: 1.253 Dis_loss: 0.5609 Cls_loss: N/A Topk: N/A ada_p: 0.2813
[INFO] 2021-10-20 19:41:32 > Step: 170600 Progress: 42.6% Elapsed: 5:43:05 Gen_loss: 1.455 Dis_loss: 0.693 Cls_loss: N/A Topk: N/A ada_p: 0.3005
[INFO] 2021-10-20 19:42:38 > Step: 170700 Progress: 42.7% Elapsed: 5:44:12 Gen_loss: 2.091 Dis_loss: 0.7607 Cls_loss: N/A Topk: N/A ada_p: 0.2788
[INFO] 2021-10-20 19:44:19 > Step: 170800 Progress: 42.7% Elapsed: 5:45:52 Gen_loss: 2.475 Dis_loss: 0.9881 Cls_loss: N/A Topk: N/A ada_p: 0.2762
[INFO] 2021-10-20 19:45:26 > Step: 170900 Progress: 42.7% Elapsed: 5:47:00 Gen_loss: 2.509 Dis_loss: 0.826 Cls_loss: N/A Topk: N/A ada_p: 0.2756
[INFO] 2021-10-20 19:47:07 > Step: 171000 Progress: 42.8% Elapsed: 5:48:41 Gen_loss: 3.321 Dis_loss: 0.6471 Cls_loss: N/A Topk: N/A ada_p: 0.2653
[INFO] 2021-10-20 19:48:14 > Step: 171100 Progress: 42.8% Elapsed: 5:49:47 Gen_loss: 0.9534 Dis_loss: 0.8235 Cls_loss: N/A Topk: N/A ada_p: 0.2794
[INFO] 2021-10-20 19:49:21 > Step: 171200 Progress: 42.8% Elapsed: 5:50:54 Gen_loss: 1.509 Dis_loss: 0.1789 Cls_loss: N/A Topk: N/A ada_p: 0.2845
[INFO] 2021-10-20 19:51:02 > Step: 171300 Progress: 42.8% Elapsed: 5:52:35 Gen_loss: 1.497 Dis_loss: 0.5351 Cls_loss: N/A Topk: N/A ada_p: 0.2685
[INFO] 2021-10-20 19:52:10 > Step: 171400 Progress: 42.9% Elapsed: 5:53:43 Gen_loss: 2.389 Dis_loss: 0.3837 Cls_loss: N/A Topk: N/A ada_p: 0.2762
[INFO] 2021-10-20 19:53:52 > Step: 171500 Progress: 42.9% Elapsed: 5:55:25 Gen_loss: 1.481 Dis_loss: 0.3106 Cls_loss: N/A Topk: N/A ada_p: 0.266
[INFO] 2021-10-20 19:54:58 > Step: 171600 Progress: 42.9% Elapsed: 5:56:31 Gen_loss: 2.001 Dis_loss: 0.4433 Cls_loss: N/A Topk: N/A ada_p: 0.2673
[INFO] 2021-10-20 19:56:41 > Step: 171700 Progress: 42.9% Elapsed: 5:58:14 Gen_loss: 1.103 Dis_loss: 0.8953 Cls_loss: N/A Topk: N/A ada_p: 0.2692
[INFO] 2021-10-20 19:57:47 > Step: 171800 Progress: 43.0% Elapsed: 5:59:21 Gen_loss: 1.385 Dis_loss: 0.505 Cls_loss: N/A Topk: N/A ada_p: 0.2615
[INFO] 2021-10-20 19:59:30 > Step: 171900 Progress: 43.0% Elapsed: 6:01:03 Gen_loss: 2.422 Dis_loss: 1.085 Cls_loss: N/A Topk: N/A ada_p: 0.273
[INFO] 2021-10-20 20:00:37 > Step: 172000 Progress: 43.0% Elapsed: 6:02:10 Gen_loss: 1.03 Dis_loss: 0.8903 Cls_loss: N/A Topk: N/A ada_p: 0.282
[INFO] 2021-10-20 20:00:37 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 20:00:39 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_172000.png
[INFO] 2021-10-20 20:00:41 > Start Evaluation (172000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 20:00:41 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 20:01:52 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 20:03:14 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 20:06:17 > Inception score (Step: 172000, 14630 generated images): 12.568461418151855
[INFO] 2021-10-20 20:06:17 > FID score (Step: 172000, Using train moments): 5.2644009762999815
[INFO] 2021-10-20 20:06:17 > Improved Precision (Step: 172000, Using train images): 0.8659603554340396
[INFO] 2021-10-20 20:06:17 > Improved Recall (Step: 172000, Using train images): 0.49391660970608336
[INFO] 2021-10-20 20:06:17 > Density (Step: 172000, Using train images): 1.275105946684894
[INFO] 2021-10-20 20:06:17 > Coverage (Step: 172000, Using train images): 0.8299384825700615
[INFO] 2021-10-20 20:06:17 > Best FID score (Step: 140000, Using train moments): 5.244806468774584
[INFO] 2021-10-20 20:06:28 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 20:07:35 > Step: 172100 Progress: 43.0% Elapsed: 6:09:08 Gen_loss: 3.655 Dis_loss: 0.9642 Cls_loss: N/A Topk: N/A ada_p: 0.289
[INFO] 2021-10-20 20:09:16 > Step: 172200 Progress: 43.0% Elapsed: 6:10:49 Gen_loss: 0.9394 Dis_loss: 0.906 Cls_loss: N/A Topk: N/A ada_p: 0.3018
[INFO] 2021-10-20 20:10:22 > Step: 172300 Progress: 43.1% Elapsed: 6:11:56 Gen_loss: 2.168 Dis_loss: 0.4912 Cls_loss: N/A Topk: N/A ada_p: 0.3018
[INFO] 2021-10-20 20:12:03 > Step: 172400 Progress: 43.1% Elapsed: 6:13:36 Gen_loss: 1.903 Dis_loss: 1.023 Cls_loss: N/A Topk: N/A ada_p: 0.2941
[INFO] 2021-10-20 20:13:10 > Step: 172500 Progress: 43.1% Elapsed: 6:14:43 Gen_loss: 1.878 Dis_loss: 1.001 Cls_loss: N/A Topk: N/A ada_p: 0.273
[INFO] 2021-10-20 20:14:52 > Step: 172600 Progress: 43.1% Elapsed: 6:16:26 Gen_loss: 1.291 Dis_loss: 0.5686 Cls_loss: N/A Topk: N/A ada_p: 0.2641
[INFO] 2021-10-20 20:16:00 > Step: 172700 Progress: 43.2% Elapsed: 6:17:33 Gen_loss: 2.498 Dis_loss: 0.376 Cls_loss: N/A Topk: N/A ada_p: 0.2845
[INFO] 2021-10-20 20:17:06 > Step: 172800 Progress: 43.2% Elapsed: 6:18:39 Gen_loss: 2.185 Dis_loss: 0.7769 Cls_loss: N/A Topk: N/A ada_p: 0.2858
[INFO] 2021-10-20 20:18:48 > Step: 172900 Progress: 43.2% Elapsed: 6:20:21 Gen_loss: 1.593 Dis_loss: 0.8907 Cls_loss: N/A Topk: N/A ada_p: 0.2711
[INFO] 2021-10-20 20:19:55 > Step: 173000 Progress: 43.2% Elapsed: 6:21:28 Gen_loss: 2.619 Dis_loss: 1.259 Cls_loss: N/A Topk: N/A ada_p: 0.2737
[INFO] 2021-10-20 20:21:36 > Step: 173100 Progress: 43.3% Elapsed: 6:23:09 Gen_loss: 1.972 Dis_loss: 0.4865 Cls_loss: N/A Topk: N/A ada_p: 0.2724
[INFO] 2021-10-20 20:22:43 > Step: 173200 Progress: 43.3% Elapsed: 6:24:16 Gen_loss: 2.413 Dis_loss: 0.6261 Cls_loss: N/A Topk: N/A ada_p: 0.2762
[INFO] 2021-10-20 20:24:24 > Step: 173300 Progress: 43.3% Elapsed: 6:25:58 Gen_loss: 1.139 Dis_loss: 0.4209 Cls_loss: N/A Topk: N/A ada_p: 0.2807
[INFO] 2021-10-20 20:25:31 > Step: 173400 Progress: 43.4% Elapsed: 6:27:04 Gen_loss: 2.138 Dis_loss: 0.389 Cls_loss: N/A Topk: N/A ada_p: 0.282
[INFO] 2021-10-20 20:27:12 > Step: 173500 Progress: 43.4% Elapsed: 6:28:45 Gen_loss: 3.322 Dis_loss: 1.108 Cls_loss: N/A Topk: N/A ada_p: 0.2871
[INFO] 2021-10-20 20:28:18 > Step: 173600 Progress: 43.4% Elapsed: 6:29:52 Gen_loss: 2.138 Dis_loss: 0.2922 Cls_loss: N/A Topk: N/A ada_p: 0.2794
[INFO] 2021-10-20 20:29:25 > Step: 173700 Progress: 43.4% Elapsed: 6:30:59 Gen_loss: 1.626 Dis_loss: 0.8982 Cls_loss: N/A Topk: N/A ada_p: 0.2916
[INFO] 2021-10-20 20:31:08 > Step: 173800 Progress: 43.5% Elapsed: 6:32:41 Gen_loss: 2.469 Dis_loss: 0.4739 Cls_loss: N/A Topk: N/A ada_p: 0.289
[INFO] 2021-10-20 20:32:14 > Step: 173900 Progress: 43.5% Elapsed: 6:33:48 Gen_loss: 2.361 Dis_loss: 0.5674 Cls_loss: N/A Topk: N/A ada_p: 0.2967
[INFO] 2021-10-20 20:33:56 > Step: 174000 Progress: 43.5% Elapsed: 6:35:29 Gen_loss: 2.882 Dis_loss: 0.313 Cls_loss: N/A Topk: N/A ada_p: 0.2762
[INFO] 2021-10-20 20:33:56 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 20:33:58 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_174000.png
[INFO] 2021-10-20 20:33:59 > Start Evaluation (174000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 20:33:59 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 20:35:11 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 20:36:32 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 20:39:26 > Inception score (Step: 174000, 14630 generated images): 12.800048828125
[INFO] 2021-10-20 20:39:26 > FID score (Step: 174000, Using train moments): 5.194385548824783
[INFO] 2021-10-20 20:39:26 > Improved Precision (Step: 174000, Using train images): 0.8654135338345864
[INFO] 2021-10-20 20:39:26 > Improved Recall (Step: 174000, Using train images): 0.49904306220095696
[INFO] 2021-10-20 20:39:26 > Density (Step: 174000, Using train images): 1.2724948735475052
[INFO] 2021-10-20 20:39:26 > Coverage (Step: 174000, Using train images): 0.825563909774436
[INFO] 2021-10-20 20:39:26 > Best FID score (Step: 174000, Using train moments): 5.194385548824783
[INFO] 2021-10-20 20:39:48 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 20:40:55 > Step: 174100 Progress: 43.5% Elapsed: 6:42:28 Gen_loss: 1.629 Dis_loss: 0.9799 Cls_loss: N/A Topk: N/A ada_p: 0.273
[INFO] 2021-10-20 20:42:36 > Step: 174200 Progress: 43.5% Elapsed: 6:44:09 Gen_loss: 1.558 Dis_loss: 0.6041 Cls_loss: N/A Topk: N/A ada_p: 0.2692
[INFO] 2021-10-20 20:43:43 > Step: 174300 Progress: 43.6% Elapsed: 6:45:16 Gen_loss: 1.509 Dis_loss: 0.9666 Cls_loss: N/A Topk: N/A ada_p: 0.2833
[INFO] 2021-10-20 20:45:25 > Step: 174400 Progress: 43.6% Elapsed: 6:46:58 Gen_loss: 1.94 Dis_loss: 0.3721 Cls_loss: N/A Topk: N/A ada_p: 0.2769
[INFO] 2021-10-20 20:46:32 > Step: 174500 Progress: 43.6% Elapsed: 6:48:05 Gen_loss: 1.144 Dis_loss: 0.7738 Cls_loss: N/A Topk: N/A ada_p: 0.2903
[INFO] 2021-10-20 20:47:39 > Step: 174600 Progress: 43.6% Elapsed: 6:49:12 Gen_loss: 1.63 Dis_loss: 0.5261 Cls_loss: N/A Topk: N/A ada_p: 0.2865
[INFO] 2021-10-20 20:49:58 > Step: 174700 Progress: 43.7% Elapsed: 6:51:31 Gen_loss: 1.386 Dis_loss: 0.5903 Cls_loss: N/A Topk: N/A ada_p: 0.2929
[INFO] 2021-10-20 20:51:05 > Step: 174800 Progress: 43.7% Elapsed: 6:52:38 Gen_loss: 1.894 Dis_loss: 0.7126 Cls_loss: N/A Topk: N/A ada_p: 0.2839
[INFO] 2021-10-20 20:52:47 > Step: 174900 Progress: 43.7% Elapsed: 6:54:20 Gen_loss: 0.895 Dis_loss: 1.035 Cls_loss: N/A Topk: N/A ada_p: 0.2973
[INFO] 2021-10-20 20:53:54 > Step: 175000 Progress: 43.8% Elapsed: 6:55:27 Gen_loss: 0.8791 Dis_loss: 0.9334 Cls_loss: N/A Topk: N/A ada_p: 0.2909
[INFO] 2021-10-20 20:55:36 > Step: 175100 Progress: 43.8% Elapsed: 6:57:09 Gen_loss: 0.9819 Dis_loss: 0.6597 Cls_loss: N/A Topk: N/A ada_p: 0.2935
[INFO] 2021-10-20 20:56:42 > Step: 175200 Progress: 43.8% Elapsed: 6:58:15 Gen_loss: 2.307 Dis_loss: 1.027 Cls_loss: N/A Topk: N/A ada_p: 0.2897
[INFO] 2021-10-20 20:57:49 > Step: 175300 Progress: 43.8% Elapsed: 6:59:22 Gen_loss: 1.262 Dis_loss: 0.839 Cls_loss: N/A Topk: N/A ada_p: 0.2749
[INFO] 2021-10-20 20:59:30 > Step: 175400 Progress: 43.9% Elapsed: 7:01:03 Gen_loss: 1.927 Dis_loss: 0.5549 Cls_loss: N/A Topk: N/A ada_p: 0.2724
[INFO] 2021-10-20 21:00:36 > Step: 175500 Progress: 43.9% Elapsed: 7:02:10 Gen_loss: 1.861 Dis_loss: 0.5696 Cls_loss: N/A Topk: N/A ada_p: 0.2801
[INFO] 2021-10-20 21:02:18 > Step: 175600 Progress: 43.9% Elapsed: 7:03:51 Gen_loss: 2.776 Dis_loss: 0.6083 Cls_loss: N/A Topk: N/A ada_p: 0.2865
[INFO] 2021-10-20 21:03:24 > Step: 175700 Progress: 43.9% Elapsed: 7:04:58 Gen_loss: 1.789 Dis_loss: 1.095 Cls_loss: N/A Topk: N/A ada_p: 0.2717
[INFO] 2021-10-20 21:05:05 > Step: 175800 Progress: 44.0% Elapsed: 7:06:38 Gen_loss: 1.609 Dis_loss: 0.4109 Cls_loss: N/A Topk: N/A ada_p: 0.2615
[INFO] 2021-10-20 21:06:11 > Step: 175900 Progress: 44.0% Elapsed: 7:07:45 Gen_loss: 4.259 Dis_loss: 0.5256 Cls_loss: N/A Topk: N/A ada_p: 0.273
[INFO] 2021-10-20 21:07:53 > Step: 176000 Progress: 44.0% Elapsed: 7:09:26 Gen_loss: 1.166 Dis_loss: 0.5175 Cls_loss: N/A Topk: N/A ada_p: 0.2756
[INFO] 2021-10-20 21:07:53 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 21:07:54 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_176000.png
[INFO] 2021-10-20 21:07:56 > Start Evaluation (176000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 21:07:56 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 21:09:08 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 21:10:29 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 21:13:21 > Inception score (Step: 176000, 14630 generated images): 12.896583557128906
[INFO] 2021-10-20 21:13:21 > FID score (Step: 176000, Using train moments): 5.40215162277525
[INFO] 2021-10-20 21:13:21 > Improved Precision (Step: 176000, Using train images): 0.8575529733424471
[INFO] 2021-10-20 21:13:21 > Improved Recall (Step: 176000, Using train images): 0.4920027341079973
[INFO] 2021-10-20 21:13:21 > Density (Step: 176000, Using train images): 1.2739712918660286
[INFO] 2021-10-20 21:13:21 > Coverage (Step: 176000, Using train images): 0.8304853041695147
[INFO] 2021-10-20 21:13:21 > Best FID score (Step: 174000, Using train moments): 5.194385548824783
[INFO] 2021-10-20 21:13:32 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 21:14:39 > Step: 176100 Progress: 44.0% Elapsed: 7:16:13 Gen_loss: 2.148 Dis_loss: 0.6082 Cls_loss: N/A Topk: N/A ada_p: 0.2788
[INFO] 2021-10-20 21:15:46 > Step: 176200 Progress: 44.0% Elapsed: 7:17:19 Gen_loss: 1.794 Dis_loss: 0.4478 Cls_loss: N/A Topk: N/A ada_p: 0.2852
[INFO] 2021-10-20 21:17:28 > Step: 176300 Progress: 44.1% Elapsed: 7:19:01 Gen_loss: 2.576 Dis_loss: 1.188 Cls_loss: N/A Topk: N/A ada_p: 0.2801
[INFO] 2021-10-20 21:18:35 > Step: 176400 Progress: 44.1% Elapsed: 7:20:08 Gen_loss: 0.6836 Dis_loss: 1.281 Cls_loss: N/A Topk: N/A ada_p: 0.2801
[INFO] 2021-10-20 21:20:18 > Step: 176500 Progress: 44.1% Elapsed: 7:21:51 Gen_loss: 1.271 Dis_loss: 0.8437 Cls_loss: N/A Topk: N/A ada_p: 0.2858
[INFO] 2021-10-20 21:21:24 > Step: 176600 Progress: 44.1% Elapsed: 7:22:57 Gen_loss: 2.214 Dis_loss: 0.8139 Cls_loss: N/A Topk: N/A ada_p: 0.282
[INFO] 2021-10-20 21:23:06 > Step: 176700 Progress: 44.2% Elapsed: 7:24:39 Gen_loss: 0.8947 Dis_loss: 1.083 Cls_loss: N/A Topk: N/A ada_p: 0.2641
[INFO] 2021-10-20 21:24:13 > Step: 176800 Progress: 44.2% Elapsed: 7:25:46 Gen_loss: 2.125 Dis_loss: 0.3451 Cls_loss: N/A Topk: N/A ada_p: 0.2564
[INFO] 2021-10-20 21:25:20 > Step: 176900 Progress: 44.2% Elapsed: 7:26:53 Gen_loss: 1.059 Dis_loss: 1.123 Cls_loss: N/A Topk: N/A ada_p: 0.2429
[INFO] 2021-10-20 21:27:02 > Step: 177000 Progress: 44.2% Elapsed: 7:28:35 Gen_loss: 2.316 Dis_loss: 0.415 Cls_loss: N/A Topk: N/A ada_p: 0.2506
[INFO] 2021-10-20 21:28:10 > Step: 177100 Progress: 44.3% Elapsed: 7:29:43 Gen_loss: 2.092 Dis_loss: 0.7037 Cls_loss: N/A Topk: N/A ada_p: 0.2596
[INFO] 2021-10-20 21:29:52 > Step: 177200 Progress: 44.3% Elapsed: 7:31:25 Gen_loss: 2.578 Dis_loss: 0.9058 Cls_loss: N/A Topk: N/A ada_p: 0.2673
[INFO] 2021-10-20 21:30:59 > Step: 177300 Progress: 44.3% Elapsed: 7:32:32 Gen_loss: 1.193 Dis_loss: 0.8998 Cls_loss: N/A Topk: N/A ada_p: 0.2628
[INFO] 2021-10-20 21:33:19 > Step: 177400 Progress: 44.4% Elapsed: 7:34:52 Gen_loss: 2.524 Dis_loss: 0.7317 Cls_loss: N/A Topk: N/A ada_p: 0.2615
[INFO] 2021-10-20 21:34:25 > Step: 177500 Progress: 44.4% Elapsed: 7:35:59 Gen_loss: 2.152 Dis_loss: 0.547 Cls_loss: N/A Topk: N/A ada_p: 0.2743
[INFO] 2021-10-20 21:36:07 > Step: 177600 Progress: 44.4% Elapsed: 7:37:40 Gen_loss: 1.149 Dis_loss: 1.007 Cls_loss: N/A Topk: N/A ada_p: 0.2679
[INFO] 2021-10-20 21:37:14 > Step: 177700 Progress: 44.4% Elapsed: 7:38:47 Gen_loss: 2.707 Dis_loss: 1.029 Cls_loss: N/A Topk: N/A ada_p: 0.2532
[INFO] 2021-10-20 21:38:21 > Step: 177800 Progress: 44.5% Elapsed: 7:39:54 Gen_loss: 1.833 Dis_loss: 0.6614 Cls_loss: N/A Topk: N/A ada_p: 0.2506
[INFO] 2021-10-20 21:40:02 > Step: 177900 Progress: 44.5% Elapsed: 7:41:35 Gen_loss: 1.916 Dis_loss: 0.6967 Cls_loss: N/A Topk: N/A ada_p: 0.2557
[INFO] 2021-10-20 21:41:09 > Step: 178000 Progress: 44.5% Elapsed: 7:42:42 Gen_loss: 1.422 Dis_loss: 0.5305 Cls_loss: N/A Topk: N/A ada_p: 0.2583
[INFO] 2021-10-20 21:41:09 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 21:41:11 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_178000.png
[INFO] 2021-10-20 21:41:12 > Start Evaluation (178000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 21:41:12 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 21:42:24 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 21:43:45 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 21:46:40 > Inception score (Step: 178000, 14630 generated images): 12.975916862487793
[INFO] 2021-10-20 21:46:40 > FID score (Step: 178000, Using train moments): 5.164174982701212
[INFO] 2021-10-20 21:46:40 > Improved Precision (Step: 178000, Using train images): 0.8630211893369788
[INFO] 2021-10-20 21:46:40 > Improved Recall (Step: 178000, Using train images): 0.5015037593984962
[INFO] 2021-10-20 21:46:40 > Density (Step: 178000, Using train images): 1.3013397129186604
[INFO] 2021-10-20 21:46:40 > Coverage (Step: 178000, Using train images): 0.8310321257689679
[INFO] 2021-10-20 21:46:40 > Best FID score (Step: 178000, Using train moments): 5.164174982701212
[INFO] 2021-10-20 21:47:02 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 21:48:43 > Step: 178100 Progress: 44.5% Elapsed: 7:50:16 Gen_loss: 1.438 Dis_loss: 0.7083 Cls_loss: N/A Topk: N/A ada_p: 0.2679
[INFO] 2021-10-20 21:49:52 > Step: 178200 Progress: 44.5% Elapsed: 7:51:25 Gen_loss: 1.296 Dis_loss: 0.5554 Cls_loss: N/A Topk: N/A ada_p: 0.2653
[INFO] 2021-10-20 21:51:35 > Step: 178300 Progress: 44.6% Elapsed: 7:53:08 Gen_loss: 1.023 Dis_loss: 0.5467 Cls_loss: N/A Topk: N/A ada_p: 0.2756
[INFO] 2021-10-20 21:52:42 > Step: 178400 Progress: 44.6% Elapsed: 7:54:15 Gen_loss: 0.9083 Dis_loss: 0.3962 Cls_loss: N/A Topk: N/A ada_p: 0.2717
[INFO] 2021-10-20 21:53:50 > Step: 178500 Progress: 44.6% Elapsed: 7:55:23 Gen_loss: 0.8687 Dis_loss: 0.8966 Cls_loss: N/A Topk: N/A ada_p: 0.2788
[INFO] 2021-10-20 21:55:31 > Step: 178600 Progress: 44.6% Elapsed: 7:57:04 Gen_loss: 2.201 Dis_loss: 0.6916 Cls_loss: N/A Topk: N/A ada_p: 0.2916
[INFO] 2021-10-20 21:56:37 > Step: 178700 Progress: 44.7% Elapsed: 7:58:11 Gen_loss: 1.295 Dis_loss: 0.5073 Cls_loss: N/A Topk: N/A ada_p: 0.2865
[INFO] 2021-10-20 21:58:19 > Step: 178800 Progress: 44.7% Elapsed: 7:59:53 Gen_loss: 2.641 Dis_loss: 0.3981 Cls_loss: N/A Topk: N/A ada_p: 0.3082
[INFO] 2021-10-20 21:59:26 > Step: 178900 Progress: 44.7% Elapsed: 8:01:00 Gen_loss: 1.593 Dis_loss: 1.127 Cls_loss: N/A Topk: N/A ada_p: 0.2884
[INFO] 2021-10-20 22:02:39 > Step: 179000 Progress: 44.8% Elapsed: 8:04:12 Gen_loss: 2.186 Dis_loss: 0.6099 Cls_loss: N/A Topk: N/A ada_p: 0.2769
[INFO] 2021-10-20 22:03:46 > Step: 179100 Progress: 44.8% Elapsed: 8:05:19 Gen_loss: 1.21 Dis_loss: 0.6911 Cls_loss: N/A Topk: N/A ada_p: 0.2756
[INFO] 2021-10-20 22:05:30 > Step: 179200 Progress: 44.8% Elapsed: 8:07:03 Gen_loss: 1.437 Dis_loss: 0.6777 Cls_loss: N/A Topk: N/A ada_p: 0.2769
[INFO] 2021-10-20 22:06:37 > Step: 179300 Progress: 44.8% Elapsed: 8:08:10 Gen_loss: 1.936 Dis_loss: 0.9558 Cls_loss: N/A Topk: N/A ada_p: 0.2775
[INFO] 2021-10-20 22:07:43 > Step: 179400 Progress: 44.9% Elapsed: 8:09:16 Gen_loss: 2.267 Dis_loss: 0.5793 Cls_loss: N/A Topk: N/A ada_p: 0.2788
[INFO] 2021-10-20 22:09:26 > Step: 179500 Progress: 44.9% Elapsed: 8:10:59 Gen_loss: 1.742 Dis_loss: 0.6057 Cls_loss: N/A Topk: N/A ada_p: 0.2826
[INFO] 2021-10-20 22:10:32 > Step: 179600 Progress: 44.9% Elapsed: 8:12:06 Gen_loss: 2.616 Dis_loss: 0.8853 Cls_loss: N/A Topk: N/A ada_p: 0.2801
[INFO] 2021-10-20 22:12:22 > Step: 179700 Progress: 44.9% Elapsed: 8:13:55 Gen_loss: 1.542 Dis_loss: 0.6438 Cls_loss: N/A Topk: N/A ada_p: 0.3012
[INFO] 2021-10-20 22:13:28 > Step: 179800 Progress: 45.0% Elapsed: 8:15:01 Gen_loss: 1.81 Dis_loss: 0.5212 Cls_loss: N/A Topk: N/A ada_p: 0.2756
[INFO] 2021-10-20 22:15:19 > Step: 179900 Progress: 45.0% Elapsed: 8:16:52 Gen_loss: 2.615 Dis_loss: 0.2631 Cls_loss: N/A Topk: N/A ada_p: 0.2756
[INFO] 2021-10-20 22:16:26 > Step: 180000 Progress: 45.0% Elapsed: 8:17:59 Gen_loss: 1.016 Dis_loss: 0.7038 Cls_loss: N/A Topk: N/A ada_p: 0.273
[INFO] 2021-10-20 22:16:26 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 22:16:28 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_180000.png
[INFO] 2021-10-20 22:16:29 > Start Evaluation (180000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 22:16:29 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 22:17:41 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 22:19:02 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 22:22:16 > Inception score (Step: 180000, 14630 generated images): 13.052133560180664
[INFO] 2021-10-20 22:22:16 > FID score (Step: 180000, Using train moments): 5.2397389552608615
[INFO] 2021-10-20 22:22:16 > Improved Precision (Step: 180000, Using train images): 0.8565960355434039
[INFO] 2021-10-20 22:22:16 > Improved Recall (Step: 180000, Using train images): 0.5033492822966508
[INFO] 2021-10-20 22:22:16 > Density (Step: 180000, Using train images): 1.2785782638414218
[INFO] 2021-10-20 22:22:16 > Coverage (Step: 180000, Using train images): 0.8316473000683527
[INFO] 2021-10-20 22:22:16 > Best FID score (Step: 178000, Using train moments): 5.164174982701212
[INFO] 2021-10-20 22:22:29 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 22:24:11 > Step: 180100 Progress: 45.0% Elapsed: 8:25:44 Gen_loss: 1.715 Dis_loss: 0.7227 Cls_loss: N/A Topk: N/A ada_p: 0.2698
[INFO] 2021-10-20 22:25:18 > Step: 180200 Progress: 45.1% Elapsed: 8:26:51 Gen_loss: 1.98 Dis_loss: 0.7008 Cls_loss: N/A Topk: N/A ada_p: 0.2673
[INFO] 2021-10-20 22:26:25 > Step: 180300 Progress: 45.1% Elapsed: 8:27:58 Gen_loss: 3.145 Dis_loss: 0.5606 Cls_loss: N/A Topk: N/A ada_p: 0.3082
[INFO] 2021-10-20 22:28:09 > Step: 180400 Progress: 45.1% Elapsed: 8:29:42 Gen_loss: 1.506 Dis_loss: 0.6217 Cls_loss: N/A Topk: N/A ada_p: 0.3005
[INFO] 2021-10-20 22:29:16 > Step: 180500 Progress: 45.1% Elapsed: 8:30:49 Gen_loss: 0.8826 Dis_loss: 0.8316 Cls_loss: N/A Topk: N/A ada_p: 0.2961
[INFO] 2021-10-20 22:30:57 > Step: 180600 Progress: 45.1% Elapsed: 8:32:31 Gen_loss: 1.47 Dis_loss: 0.8453 Cls_loss: N/A Topk: N/A ada_p: 0.2807
[INFO] 2021-10-20 22:32:04 > Step: 180700 Progress: 45.2% Elapsed: 8:33:37 Gen_loss: 2.842 Dis_loss: 0.173 Cls_loss: N/A Topk: N/A ada_p: 0.2948
[INFO] 2021-10-20 22:33:48 > Step: 180800 Progress: 45.2% Elapsed: 8:35:21 Gen_loss: 2.678 Dis_loss: 0.487 Cls_loss: N/A Topk: N/A ada_p: 0.2922
[INFO] 2021-10-20 22:34:54 > Step: 180900 Progress: 45.2% Elapsed: 8:36:28 Gen_loss: 2.009 Dis_loss: 0.7453 Cls_loss: N/A Topk: N/A ada_p: 0.3005
[INFO] 2021-10-20 22:36:01 > Step: 181000 Progress: 45.2% Elapsed: 8:37:34 Gen_loss: 1.037 Dis_loss: 0.5897 Cls_loss: N/A Topk: N/A ada_p: 0.3146
[INFO] 2021-10-20 22:37:43 > Step: 181100 Progress: 45.3% Elapsed: 8:39:16 Gen_loss: 2.438 Dis_loss: 0.2686 Cls_loss: N/A Topk: N/A ada_p: 0.3121
[INFO] 2021-10-20 22:38:49 > Step: 181200 Progress: 45.3% Elapsed: 8:40:22 Gen_loss: 0.4539 Dis_loss: 0.6777 Cls_loss: N/A Topk: N/A ada_p: 0.3082
[INFO] 2021-10-20 22:40:33 > Step: 181300 Progress: 45.3% Elapsed: 8:42:06 Gen_loss: 2.045 Dis_loss: 1.389 Cls_loss: N/A Topk: N/A ada_p: 0.2935
[INFO] 2021-10-20 22:41:40 > Step: 181400 Progress: 45.4% Elapsed: 8:43:13 Gen_loss: 1.86 Dis_loss: 0.7158 Cls_loss: N/A Topk: N/A ada_p: 0.3076
[INFO] 2021-10-20 22:43:21 > Step: 181500 Progress: 45.4% Elapsed: 8:44:54 Gen_loss: 1.581 Dis_loss: 0.8732 Cls_loss: N/A Topk: N/A ada_p: 0.3037
[INFO] 2021-10-20 22:44:28 > Step: 181600 Progress: 45.4% Elapsed: 8:46:01 Gen_loss: 2.042 Dis_loss: 0.6538 Cls_loss: N/A Topk: N/A ada_p: 0.2999
[INFO] 2021-10-20 22:46:11 > Step: 181700 Progress: 45.4% Elapsed: 8:47:44 Gen_loss: 1.817 Dis_loss: 1.195 Cls_loss: N/A Topk: N/A ada_p: 0.2813
[INFO] 2021-10-20 22:47:17 > Step: 181800 Progress: 45.5% Elapsed: 8:48:51 Gen_loss: 1.945 Dis_loss: 0.5787 Cls_loss: N/A Topk: N/A ada_p: 0.2775
[INFO] 2021-10-20 22:48:24 > Step: 181900 Progress: 45.5% Elapsed: 8:49:58 Gen_loss: 1.646 Dis_loss: 0.5212 Cls_loss: N/A Topk: N/A ada_p: 0.2813
[INFO] 2021-10-20 22:50:09 > Step: 182000 Progress: 45.5% Elapsed: 8:51:43 Gen_loss: 1.532 Dis_loss: 0.6989 Cls_loss: N/A Topk: N/A ada_p: 0.2673
[INFO] 2021-10-20 22:50:09 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 22:50:11 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_182000.png
[INFO] 2021-10-20 22:50:13 > Start Evaluation (182000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 22:50:13 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 22:51:24 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 22:52:45 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 22:55:39 > Inception score (Step: 182000, 14630 generated images): 12.81302261352539
[INFO] 2021-10-20 22:55:39 > FID score (Step: 182000, Using train moments): 5.26090943882906
[INFO] 2021-10-20 22:55:39 > Improved Precision (Step: 182000, Using train images): 0.8651401230348599
[INFO] 2021-10-20 22:55:39 > Improved Recall (Step: 182000, Using train images): 0.4997265892002734
[INFO] 2021-10-20 22:55:39 > Density (Step: 182000, Using train images): 1.2996172248803828
[INFO] 2021-10-20 22:55:39 > Coverage (Step: 182000, Using train images): 0.8323308270676691
[INFO] 2021-10-20 22:55:39 > Best FID score (Step: 178000, Using train moments): 5.164174982701212
[INFO] 2021-10-20 22:55:50 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 22:56:58 > Step: 182100 Progress: 45.5% Elapsed: 8:58:31 Gen_loss: 2.107 Dis_loss: 0.715 Cls_loss: N/A Topk: N/A ada_p: 0.2769
[INFO] 2021-10-20 22:58:39 > Step: 182200 Progress: 45.6% Elapsed: 9:00:12 Gen_loss: 1.83 Dis_loss: 0.8364 Cls_loss: N/A Topk: N/A ada_p: 0.2781
[INFO] 2021-10-20 22:59:45 > Step: 182300 Progress: 45.6% Elapsed: 9:01:19 Gen_loss: 2.129 Dis_loss: 0.5767 Cls_loss: N/A Topk: N/A ada_p: 0.2794
[INFO] 2021-10-20 23:01:26 > Step: 182400 Progress: 45.6% Elapsed: 9:02:59 Gen_loss: 0.8147 Dis_loss: 1.392 Cls_loss: N/A Topk: N/A ada_p: 0.2717
[INFO] 2021-10-20 23:02:33 > Step: 182500 Progress: 45.6% Elapsed: 9:04:06 Gen_loss: 1.196 Dis_loss: 0.6186 Cls_loss: N/A Topk: N/A ada_p: 0.2903
[INFO] 2021-10-20 23:03:40 > Step: 182600 Progress: 45.6% Elapsed: 9:05:13 Gen_loss: 2.079 Dis_loss: 0.6717 Cls_loss: N/A Topk: N/A ada_p: 0.2865
[INFO] 2021-10-20 23:06:01 > Step: 182700 Progress: 45.7% Elapsed: 9:07:34 Gen_loss: 2.445 Dis_loss: 0.805 Cls_loss: N/A Topk: N/A ada_p: 0.2685
[INFO] 2021-10-20 23:07:08 > Step: 182800 Progress: 45.7% Elapsed: 9:08:41 Gen_loss: 2.278 Dis_loss: 0.3802 Cls_loss: N/A Topk: N/A ada_p: 0.2647
[INFO] 2021-10-20 23:08:49 > Step: 182900 Progress: 45.7% Elapsed: 9:10:22 Gen_loss: 2.01 Dis_loss: 0.9899 Cls_loss: N/A Topk: N/A ada_p: 0.2781
[INFO] 2021-10-20 23:09:56 > Step: 183000 Progress: 45.8% Elapsed: 9:11:29 Gen_loss: 2.254 Dis_loss: 0.5005 Cls_loss: N/A Topk: N/A ada_p: 0.2679
[INFO] 2021-10-20 23:11:39 > Step: 183100 Progress: 45.8% Elapsed: 9:13:12 Gen_loss: 1.257 Dis_loss: 0.9593 Cls_loss: N/A Topk: N/A ada_p: 0.2769
[INFO] 2021-10-20 23:12:46 > Step: 183200 Progress: 45.8% Elapsed: 9:14:19 Gen_loss: 1.05 Dis_loss: 0.5969 Cls_loss: N/A Topk: N/A ada_p: 0.2845
[INFO] 2021-10-20 23:14:26 > Step: 183300 Progress: 45.8% Elapsed: 9:16:00 Gen_loss: 1.382 Dis_loss: 0.8977 Cls_loss: N/A Topk: N/A ada_p: 0.2852
[INFO] 2021-10-20 23:15:34 > Step: 183400 Progress: 45.9% Elapsed: 9:17:07 Gen_loss: 1.118 Dis_loss: 0.9686 Cls_loss: N/A Topk: N/A ada_p: 0.2762
[INFO] 2021-10-20 23:16:41 > Step: 183500 Progress: 45.9% Elapsed: 9:18:14 Gen_loss: 0.6962 Dis_loss: 1.109 Cls_loss: N/A Topk: N/A ada_p: 0.2877
[INFO] 2021-10-20 23:18:23 > Step: 183600 Progress: 45.9% Elapsed: 9:19:56 Gen_loss: 2.684 Dis_loss: 0.6244 Cls_loss: N/A Topk: N/A ada_p: 0.2801
[INFO] 2021-10-20 23:19:30 > Step: 183700 Progress: 45.9% Elapsed: 9:21:03 Gen_loss: 2.222 Dis_loss: 0.9784 Cls_loss: N/A Topk: N/A ada_p: 0.2756
[INFO] 2021-10-20 23:21:12 > Step: 183800 Progress: 46.0% Elapsed: 9:22:45 Gen_loss: 1.237 Dis_loss: 0.6064 Cls_loss: N/A Topk: N/A ada_p: 0.2922
[INFO] 2021-10-20 23:22:18 > Step: 183900 Progress: 46.0% Elapsed: 9:23:52 Gen_loss: 3.186 Dis_loss: 0.3841 Cls_loss: N/A Topk: N/A ada_p: 0.2935
[INFO] 2021-10-20 23:24:01 > Step: 184000 Progress: 46.0% Elapsed: 9:25:35 Gen_loss: 2.849 Dis_loss: 0.6001 Cls_loss: N/A Topk: N/A ada_p: 0.2935
[INFO] 2021-10-20 23:24:01 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 23:24:03 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_184000.png
[INFO] 2021-10-20 23:24:05 > Start Evaluation (184000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 23:24:05 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 23:25:16 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-20 23:26:37 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-20 23:29:31 > Inception score (Step: 184000, 14630 generated images): 12.844609260559082
[INFO] 2021-10-20 23:29:31 > FID score (Step: 184000, Using train moments): 5.102093778750174
[INFO] 2021-10-20 23:29:31 > Improved Precision (Step: 184000, Using train images): 0.8655502392344497
[INFO] 2021-10-20 23:29:31 > Improved Recall (Step: 184000, Using train images): 0.5041695146958305
[INFO] 2021-10-20 23:29:31 > Density (Step: 184000, Using train images): 1.3278058783321942
[INFO] 2021-10-20 23:29:31 > Coverage (Step: 184000, Using train images): 0.8384825700615174
[INFO] 2021-10-20 23:29:31 > Best FID score (Step: 184000, Using train moments): 5.102093778750174
[INFO] 2021-10-20 23:29:52 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 23:30:59 > Step: 184100 Progress: 46.0% Elapsed: 9:32:33 Gen_loss: 1.584 Dis_loss: 0.6165 Cls_loss: N/A Topk: N/A ada_p: 0.289
[INFO] 2021-10-20 23:32:06 > Step: 184200 Progress: 46.1% Elapsed: 9:33:39 Gen_loss: 1.725 Dis_loss: 0.9478 Cls_loss: N/A Topk: N/A ada_p: 0.2788
[INFO] 2021-10-20 23:33:50 > Step: 184300 Progress: 46.1% Elapsed: 9:35:23 Gen_loss: 2.256 Dis_loss: 0.4072 Cls_loss: N/A Topk: N/A ada_p: 0.2813
[INFO] 2021-10-20 23:34:57 > Step: 184400 Progress: 46.1% Elapsed: 9:36:30 Gen_loss: 1.981 Dis_loss: 0.6598 Cls_loss: N/A Topk: N/A ada_p: 0.2801
[INFO] 2021-10-20 23:36:38 > Step: 184500 Progress: 46.1% Elapsed: 9:38:11 Gen_loss: 1.671 Dis_loss: 0.5837 Cls_loss: N/A Topk: N/A ada_p: 0.2858
[INFO] 2021-10-20 23:37:45 > Step: 184600 Progress: 46.2% Elapsed: 9:39:18 Gen_loss: 1.72 Dis_loss: 0.8779 Cls_loss: N/A Topk: N/A ada_p: 0.2986
[INFO] 2021-10-20 23:39:27 > Step: 184700 Progress: 46.2% Elapsed: 9:41:00 Gen_loss: 2.372 Dis_loss: 0.535 Cls_loss: N/A Topk: N/A ada_p: 0.3063
[INFO] 2021-10-20 23:40:33 > Step: 184800 Progress: 46.2% Elapsed: 9:42:06 Gen_loss: 2.556 Dis_loss: 1.21 Cls_loss: N/A Topk: N/A ada_p: 0.2922
[INFO] 2021-10-20 23:42:15 > Step: 184900 Progress: 46.2% Elapsed: 9:43:48 Gen_loss: 1.432 Dis_loss: 0.7171 Cls_loss: N/A Topk: N/A ada_p: 0.2788
[INFO] 2021-10-20 23:43:23 > Step: 185000 Progress: 46.2% Elapsed: 9:44:56 Gen_loss: 2.632 Dis_loss: 0.5228 Cls_loss: N/A Topk: N/A ada_p: 0.298
[INFO] 2021-10-20 23:44:30 > Step: 185100 Progress: 46.3% Elapsed: 9:46:03 Gen_loss: 2.624 Dis_loss: 1.422 Cls_loss: N/A Topk: N/A ada_p: 0.2903
[INFO] 2021-10-20 23:46:13 > Step: 185200 Progress: 46.3% Elapsed: 9:47:46 Gen_loss: 2.901 Dis_loss: 0.3506 Cls_loss: N/A Topk: N/A ada_p: 0.2916
[INFO] 2021-10-20 23:47:20 > Step: 185300 Progress: 46.3% Elapsed: 9:48:54 Gen_loss: 2.13 Dis_loss: 0.6349 Cls_loss: N/A Topk: N/A ada_p: 0.2961
[INFO] 2021-10-20 23:49:34 > Step: 185400 Progress: 46.4% Elapsed: 9:51:07 Gen_loss: 2.189 Dis_loss: 0.8777 Cls_loss: N/A Topk: N/A ada_p: 0.2909
[INFO] 2021-10-20 23:50:41 > Step: 185500 Progress: 46.4% Elapsed: 9:52:14 Gen_loss: 2.284 Dis_loss: 0.2809 Cls_loss: N/A Topk: N/A ada_p: 0.2961
[INFO] 2021-10-20 23:52:22 > Step: 185600 Progress: 46.4% Elapsed: 9:53:56 Gen_loss: 1.055 Dis_loss: 0.8794 Cls_loss: N/A Topk: N/A ada_p: 0.3165
[INFO] 2021-10-20 23:53:29 > Step: 185700 Progress: 46.4% Elapsed: 9:55:03 Gen_loss: 1.209 Dis_loss: 1.08 Cls_loss: N/A Topk: N/A ada_p: 0.2954
[INFO] 2021-10-20 23:55:11 > Step: 185800 Progress: 46.5% Elapsed: 9:56:44 Gen_loss: 1.676 Dis_loss: 0.4194 Cls_loss: N/A Topk: N/A ada_p: 0.2916
[INFO] 2021-10-20 23:56:17 > Step: 185900 Progress: 46.5% Elapsed: 9:57:50 Gen_loss: 2.91 Dis_loss: 0.7408 Cls_loss: N/A Topk: N/A ada_p: 0.298
[INFO] 2021-10-20 23:57:24 > Step: 186000 Progress: 46.5% Elapsed: 9:58:57 Gen_loss: 1.306 Dis_loss: 1.09 Cls_loss: N/A Topk: N/A ada_p: 0.3018
[INFO] 2021-10-20 23:57:24 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-20 23:57:26 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_186000.png
[INFO] 2021-10-20 23:57:28 > Start Evaluation (186000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-20 23:57:28 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-20 23:58:39 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-21 00:00:00 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-21 00:02:56 > Inception score (Step: 186000, 14630 generated images): 12.787665367126465
[INFO] 2021-10-21 00:02:56 > FID score (Step: 186000, Using train moments): 5.234867192886128
[INFO] 2021-10-21 00:02:56 > Improved Precision (Step: 186000, Using train images): 0.8566643882433356
[INFO] 2021-10-21 00:02:56 > Improved Recall (Step: 186000, Using train images): 0.5123718386876281
[INFO] 2021-10-21 00:02:56 > Density (Step: 186000, Using train images): 1.2938755980861245
[INFO] 2021-10-21 00:02:56 > Coverage (Step: 186000, Using train images): 0.8388926862611074
[INFO] 2021-10-21 00:02:56 > Best FID score (Step: 184000, Using train moments): 5.102093778750174
[INFO] 2021-10-21 00:03:07 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-21 00:04:50 > Step: 186100 Progress: 46.5% Elapsed: 10:06:23 Gen_loss: 1.782 Dis_loss: 0.8569 Cls_loss: N/A Topk: N/A ada_p: 0.3037
[INFO] 2021-10-21 00:05:58 > Step: 186200 Progress: 46.6% Elapsed: 10:07:31 Gen_loss: 2.546 Dis_loss: 0.444 Cls_loss: N/A Topk: N/A ada_p: 0.3037
[INFO] 2021-10-21 00:07:39 > Step: 186300 Progress: 46.6% Elapsed: 10:09:12 Gen_loss: 2.87 Dis_loss: 0.6892 Cls_loss: N/A Topk: N/A ada_p: 0.3101
[INFO] 2021-10-21 00:08:46 > Step: 186400 Progress: 46.6% Elapsed: 10:10:19 Gen_loss: 2.064 Dis_loss: 0.3203 Cls_loss: N/A Topk: N/A ada_p: 0.2973
[INFO] 2021-10-21 00:10:28 > Step: 186500 Progress: 46.6% Elapsed: 10:12:01 Gen_loss: 1.061 Dis_loss: 0.729 Cls_loss: N/A Topk: N/A ada_p: 0.2941
[INFO] 2021-10-21 00:11:35 > Step: 186600 Progress: 46.7% Elapsed: 10:13:08 Gen_loss: 3.032 Dis_loss: 0.2733 Cls_loss: N/A Topk: N/A ada_p: 0.3005
[INFO] 2021-10-21 00:12:41 > Step: 186700 Progress: 46.7% Elapsed: 10:14:15 Gen_loss: 1.78 Dis_loss: 0.7531 Cls_loss: N/A Topk: N/A ada_p: 0.3197
[INFO] 2021-10-21 00:14:24 > Step: 186800 Progress: 46.7% Elapsed: 10:15:57 Gen_loss: 2.011 Dis_loss: 0.6592 Cls_loss: N/A Topk: N/A ada_p: 0.3005
[INFO] 2021-10-21 00:15:31 > Step: 186900 Progress: 46.7% Elapsed: 10:17:04 Gen_loss: 1.463 Dis_loss: 0.5945 Cls_loss: N/A Topk: N/A ada_p: 0.3063
[INFO] 2021-10-21 00:17:20 > Step: 187000 Progress: 46.8% Elapsed: 10:18:53 Gen_loss: 1.849 Dis_loss: 0.3961 Cls_loss: N/A Topk: N/A ada_p: 0.2961
[INFO] 2021-10-21 00:18:26 > Step: 187100 Progress: 46.8% Elapsed: 10:20:00 Gen_loss: 2.075 Dis_loss: 0.8973 Cls_loss: N/A Topk: N/A ada_p: 0.3037
[INFO] 2021-10-21 00:20:08 > Step: 187200 Progress: 46.8% Elapsed: 10:21:41 Gen_loss: 2.616 Dis_loss: 0.8422 Cls_loss: N/A Topk: N/A ada_p: 0.3025
[INFO] 2021-10-21 00:21:15 > Step: 187300 Progress: 46.8% Elapsed: 10:22:48 Gen_loss: 0.6728 Dis_loss: 1.226 Cls_loss: N/A Topk: N/A ada_p: 0.3069
[INFO] 2021-10-21 00:22:56 > Step: 187400 Progress: 46.9% Elapsed: 10:24:29 Gen_loss: 2.444 Dis_loss: 1.057 Cls_loss: N/A Topk: N/A ada_p: 0.2993
[INFO] 2021-10-21 00:24:02 > Step: 187500 Progress: 46.9% Elapsed: 10:25:36 Gen_loss: 1.242 Dis_loss: 0.4725 Cls_loss: N/A Topk: N/A ada_p: 0.298
[INFO] 2021-10-21 00:25:09 > Step: 187600 Progress: 46.9% Elapsed: 10:26:43 Gen_loss: 2.674 Dis_loss: 0.4881 Cls_loss: N/A Topk: N/A ada_p: 0.2877
[INFO] 2021-10-21 00:26:51 > Step: 187700 Progress: 46.9% Elapsed: 10:28:24 Gen_loss: 1.607 Dis_loss: 0.592 Cls_loss: N/A Topk: N/A ada_p: 0.3012
[INFO] 2021-10-21 00:27:58 > Step: 187800 Progress: 46.9% Elapsed: 10:29:31 Gen_loss: 2.293 Dis_loss: 0.6617 Cls_loss: N/A Topk: N/A ada_p: 0.2973
[INFO] 2021-10-21 00:29:39 > Step: 187900 Progress: 47.0% Elapsed: 10:31:12 Gen_loss: 1.835 Dis_loss: 0.7408 Cls_loss: N/A Topk: N/A ada_p: 0.2986
[INFO] 2021-10-21 00:30:46 > Step: 188000 Progress: 47.0% Elapsed: 10:32:19 Gen_loss: 1.779 Dis_loss: 0.8221 Cls_loss: N/A Topk: N/A ada_p: 0.3076
[INFO] 2021-10-21 00:30:46 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-21 00:30:48 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_188000.png
[INFO] 2021-10-21 00:30:50 > Start Evaluation (188000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-21 00:30:50 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-21 00:32:01 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-21 00:33:22 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-21 00:36:17 > Inception score (Step: 188000, 14630 generated images): 12.803605079650879
[INFO] 2021-10-21 00:36:17 > FID score (Step: 188000, Using train moments): 5.2548527845798105
[INFO] 2021-10-21 00:36:17 > Improved Precision (Step: 188000, Using train images): 0.8587833219412166
[INFO] 2021-10-21 00:36:17 > Improved Recall (Step: 188000, Using train images): 0.5117566643882433
[INFO] 2021-10-21 00:36:17 > Density (Step: 188000, Using train images): 1.276514012303486
[INFO] 2021-10-21 00:36:17 > Coverage (Step: 188000, Using train images): 0.8368421052631579
[INFO] 2021-10-21 00:36:17 > Best FID score (Step: 184000, Using train moments): 5.102093778750174
[INFO] 2021-10-21 00:36:28 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-21 00:38:14 > Step: 188100 Progress: 47.0% Elapsed: 10:39:47 Gen_loss: 1.93 Dis_loss: 0.773 Cls_loss: N/A Topk: N/A ada_p: 0.3133
[INFO] 2021-10-21 00:39:21 > Step: 188200 Progress: 47.0% Elapsed: 10:40:54 Gen_loss: 0.996 Dis_loss: 1.233 Cls_loss: N/A Topk: N/A ada_p: 0.3121
[INFO] 2021-10-21 00:40:27 > Step: 188300 Progress: 47.1% Elapsed: 10:42:01 Gen_loss: 2.097 Dis_loss: 0.6183 Cls_loss: N/A Topk: N/A ada_p: 0.3082
[INFO] 2021-10-21 00:42:09 > Step: 188400 Progress: 47.1% Elapsed: 10:43:42 Gen_loss: 2.225 Dis_loss: 1.092 Cls_loss: N/A Topk: N/A ada_p: 0.3108
[INFO] 2021-10-21 00:43:16 > Step: 188500 Progress: 47.1% Elapsed: 10:44:49 Gen_loss: 1.033 Dis_loss: 1.087 Cls_loss: N/A Topk: N/A ada_p: 0.2999
[INFO] 2021-10-21 00:44:58 > Step: 188600 Progress: 47.1% Elapsed: 10:46:31 Gen_loss: 1.402 Dis_loss: 1.048 Cls_loss: N/A Topk: N/A ada_p: 0.3101
[INFO] 2021-10-21 00:46:05 > Step: 188700 Progress: 47.2% Elapsed: 10:47:38 Gen_loss: 1.145 Dis_loss: 0.6701 Cls_loss: N/A Topk: N/A ada_p: 0.2961
[INFO] 2021-10-21 00:47:46 > Step: 188800 Progress: 47.2% Elapsed: 10:49:19 Gen_loss: 1.789 Dis_loss: 0.6498 Cls_loss: N/A Topk: N/A ada_p: 0.2935
[INFO] 2021-10-21 00:48:53 > Step: 188900 Progress: 47.2% Elapsed: 10:50:26 Gen_loss: 0.9082 Dis_loss: 0.774 Cls_loss: N/A Topk: N/A ada_p: 0.3057
[INFO] 2021-10-21 00:50:35 > Step: 189000 Progress: 47.2% Elapsed: 10:52:08 Gen_loss: 1.901 Dis_loss: 0.6188 Cls_loss: N/A Topk: N/A ada_p: 0.298
[INFO] 2021-10-21 00:51:42 > Step: 189100 Progress: 47.3% Elapsed: 10:53:15 Gen_loss: 1.063 Dis_loss: 0.8136 Cls_loss: N/A Topk: N/A ada_p: 0.3133
[INFO] 2021-10-21 00:52:54 > Step: 189200 Progress: 47.3% Elapsed: 10:54:27 Gen_loss: 1.996 Dis_loss: 0.5367 Cls_loss: N/A Topk: N/A ada_p: 0.2775
[INFO] 2021-10-21 00:54:36 > Step: 189300 Progress: 47.3% Elapsed: 10:56:09 Gen_loss: 1.758 Dis_loss: 0.9635 Cls_loss: N/A Topk: N/A ada_p: 0.2884
[INFO] 2021-10-21 00:55:42 > Step: 189400 Progress: 47.3% Elapsed: 10:57:15 Gen_loss: 1.682 Dis_loss: 0.5199 Cls_loss: N/A Topk: N/A ada_p: 0.2897
[INFO] 2021-10-21 00:57:24 > Step: 189500 Progress: 47.4% Elapsed: 10:58:57 Gen_loss: 1.431 Dis_loss: 0.3629 Cls_loss: N/A Topk: N/A ada_p: 0.2961
[INFO] 2021-10-21 00:58:31 > Step: 189600 Progress: 47.4% Elapsed: 11:00:04 Gen_loss: 1.123 Dis_loss: 1.033 Cls_loss: N/A Topk: N/A ada_p: 0.2948
[INFO] 2021-10-21 01:00:12 > Step: 189700 Progress: 47.4% Elapsed: 11:01:45 Gen_loss: 1.315 Dis_loss: 0.5067 Cls_loss: N/A Topk: N/A ada_p: 0.2929
[INFO] 2021-10-21 01:01:19 > Step: 189800 Progress: 47.4% Elapsed: 11:02:52 Gen_loss: 2.796 Dis_loss: 0.8456 Cls_loss: N/A Topk: N/A ada_p: 0.2941
[INFO] 2021-10-21 01:02:26 > Step: 189900 Progress: 47.5% Elapsed: 11:03:59 Gen_loss: 2.29 Dis_loss: 1.045 Cls_loss: N/A Topk: N/A ada_p: 0.2903
[INFO] 2021-10-21 01:04:07 > Step: 190000 Progress: 47.5% Elapsed: 11:05:41 Gen_loss: 0.7768 Dis_loss: 0.6721 Cls_loss: N/A Topk: N/A ada_p: 0.2954
[INFO] 2021-10-21 01:04:07 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-21 01:04:09 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_190000.png
[INFO] 2021-10-21 01:04:11 > Start Evaluation (190000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-21 01:04:11 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-21 01:05:22 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-21 01:06:44 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-21 01:09:40 > Inception score (Step: 190000, 14630 generated images): 12.971630096435547
[INFO] 2021-10-21 01:09:40 > FID score (Step: 190000, Using train moments): 5.190889066173753
[INFO] 2021-10-21 01:09:40 > Improved Precision (Step: 190000, Using train images): 0.8553656869446343
[INFO] 2021-10-21 01:09:40 > Improved Recall (Step: 190000, Using train images): 0.508339029391661
[INFO] 2021-10-21 01:09:40 > Density (Step: 190000, Using train images): 1.2742993848257007
[INFO] 2021-10-21 01:09:40 > Coverage (Step: 190000, Using train images): 0.8382091592617908
[INFO] 2021-10-21 01:09:40 > Best FID score (Step: 184000, Using train moments): 5.102093778750174
[INFO] 2021-10-21 01:09:51 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-21 01:10:59 > Step: 190100 Progress: 47.5% Elapsed: 11:12:32 Gen_loss: 1.272 Dis_loss: 1.111 Cls_loss: N/A Topk: N/A ada_p: 0.2909
[INFO] 2021-10-21 01:12:40 > Step: 190200 Progress: 47.5% Elapsed: 11:14:13 Gen_loss: 1.753 Dis_loss: 0.7743 Cls_loss: N/A Topk: N/A ada_p: 0.2935
[INFO] 2021-10-21 01:13:47 > Step: 190300 Progress: 47.6% Elapsed: 11:15:20 Gen_loss: 2.231 Dis_loss: 1.023 Cls_loss: N/A Topk: N/A ada_p: 0.3076
[INFO] 2021-10-21 01:15:30 > Step: 190400 Progress: 47.6% Elapsed: 11:17:03 Gen_loss: 1.679 Dis_loss: 0.9671 Cls_loss: N/A Topk: N/A ada_p: 0.3229
[INFO] 2021-10-21 01:16:37 > Step: 190500 Progress: 47.6% Elapsed: 11:18:10 Gen_loss: 1.019 Dis_loss: 0.7161 Cls_loss: N/A Topk: N/A ada_p: 0.3185
[INFO] 2021-10-21 01:18:18 > Step: 190600 Progress: 47.6% Elapsed: 11:19:51 Gen_loss: 1.895 Dis_loss: 0.7502 Cls_loss: N/A Topk: N/A ada_p: 0.3133
[INFO] 2021-10-21 01:19:25 > Step: 190700 Progress: 47.7% Elapsed: 11:20:58 Gen_loss: 0.9168 Dis_loss: 0.9129 Cls_loss: N/A Topk: N/A ada_p: 0.3095
[INFO] 2021-10-21 01:20:31 > Step: 190800 Progress: 47.7% Elapsed: 11:22:04 Gen_loss: 4.117 Dis_loss: 0.5981 Cls_loss: N/A Topk: N/A ada_p: 0.2941
[INFO] 2021-10-21 01:22:13 > Step: 190900 Progress: 47.7% Elapsed: 11:23:46 Gen_loss: 1.313 Dis_loss: 0.9494 Cls_loss: N/A Topk: N/A ada_p: 0.2884
[INFO] 2021-10-21 01:23:20 > Step: 191000 Progress: 47.8% Elapsed: 11:24:53 Gen_loss: 2.389 Dis_loss: 0.885 Cls_loss: N/A Topk: N/A ada_p: 0.2973
[INFO] 2021-10-21 01:25:02 > Step: 191100 Progress: 47.8% Elapsed: 11:26:35 Gen_loss: 1.915 Dis_loss: 0.5556 Cls_loss: N/A Topk: N/A ada_p: 0.3101
[INFO] 2021-10-21 01:26:08 > Step: 191200 Progress: 47.8% Elapsed: 11:27:42 Gen_loss: 1.979 Dis_loss: 0.708 Cls_loss: N/A Topk: N/A ada_p: 0.3127
[INFO] 2021-10-21 01:27:50 > Step: 191300 Progress: 47.8% Elapsed: 11:29:23 Gen_loss: 1.3 Dis_loss: 0.658 Cls_loss: N/A Topk: N/A ada_p: 0.3274
[INFO] 2021-10-21 01:28:57 > Step: 191400 Progress: 47.9% Elapsed: 11:30:31 Gen_loss: 0.927 Dis_loss: 0.5444 Cls_loss: N/A Topk: N/A ada_p: 0.3121
[INFO] 2021-10-21 01:30:39 > Step: 191500 Progress: 47.9% Elapsed: 11:32:12 Gen_loss: 2.561 Dis_loss: 1.09 Cls_loss: N/A Topk: N/A ada_p: 0.3069
[INFO] 2021-10-21 01:31:45 > Step: 191600 Progress: 47.9% Elapsed: 11:33:19 Gen_loss: 1.436 Dis_loss: 0.7034 Cls_loss: N/A Topk: N/A ada_p: 0.298
[INFO] 2021-10-21 01:32:52 > Step: 191700 Progress: 47.9% Elapsed: 11:34:26 Gen_loss: 1.571 Dis_loss: 0.8867 Cls_loss: N/A Topk: N/A ada_p: 0.3025
[INFO] 2021-10-21 01:34:34 > Step: 191800 Progress: 47.9% Elapsed: 11:36:07 Gen_loss: 2.33 Dis_loss: 0.3916 Cls_loss: N/A Topk: N/A ada_p: 0.2833
[INFO] 2021-10-21 01:35:41 > Step: 191900 Progress: 48.0% Elapsed: 11:37:14 Gen_loss: 2.627 Dis_loss: 0.5 Cls_loss: N/A Topk: N/A ada_p: 0.2961
[INFO] 2021-10-21 01:37:22 > Step: 192000 Progress: 48.0% Elapsed: 11:38:55 Gen_loss: 1.272 Dis_loss: 0.3786 Cls_loss: N/A Topk: N/A ada_p: 0.3037
[INFO] 2021-10-21 01:37:22 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-21 01:37:24 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_192000.png
[INFO] 2021-10-21 01:37:25 > Start Evaluation (192000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-21 01:37:25 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-21 01:38:37 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-21 01:39:58 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-21 01:42:52 > Inception score (Step: 192000, 14630 generated images): 12.894598007202148
[INFO] 2021-10-21 01:42:52 > FID score (Step: 192000, Using train moments): 5.2765789470165885
[INFO] 2021-10-21 01:42:52 > Improved Precision (Step: 192000, Using train images): 0.8568010936431989
[INFO] 2021-10-21 01:42:52 > Improved Recall (Step: 192000, Using train images): 0.49829118250170884
[INFO] 2021-10-21 01:42:52 > Density (Step: 192000, Using train images): 1.2955980861244019
[INFO] 2021-10-21 01:42:52 > Coverage (Step: 192000, Using train images): 0.8354750512645249
[INFO] 2021-10-21 01:42:52 > Best FID score (Step: 184000, Using train moments): 5.102093778750174
[INFO] 2021-10-21 01:43:03 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-21 01:44:10 > Step: 192100 Progress: 48.0% Elapsed: 11:45:43 Gen_loss: 1.104 Dis_loss: 0.9001 Cls_loss: N/A Topk: N/A ada_p: 0.2967
[INFO] 2021-10-21 01:45:51 > Step: 192200 Progress: 48.0% Elapsed: 11:47:24 Gen_loss: 1.589 Dis_loss: 0.5476 Cls_loss: N/A Topk: N/A ada_p: 0.3005
[INFO] 2021-10-21 01:46:58 > Step: 192300 Progress: 48.1% Elapsed: 11:48:31 Gen_loss: 2.147 Dis_loss: 0.6221 Cls_loss: N/A Topk: N/A ada_p: 0.3018
[INFO] 2021-10-21 01:48:05 > Step: 192400 Progress: 48.1% Elapsed: 11:49:38 Gen_loss: 1.022 Dis_loss: 0.7201 Cls_loss: N/A Topk: N/A ada_p: 0.2993
[INFO] 2021-10-21 01:49:46 > Step: 192500 Progress: 48.1% Elapsed: 11:51:19 Gen_loss: 1.102 Dis_loss: 0.7432 Cls_loss: N/A Topk: N/A ada_p: 0.2948
[INFO] 2021-10-21 01:50:53 > Step: 192600 Progress: 48.1% Elapsed: 11:52:26 Gen_loss: 1.109 Dis_loss: 0.5344 Cls_loss: N/A Topk: N/A ada_p: 0.2973
[INFO] 2021-10-21 01:52:40 > Step: 192700 Progress: 48.2% Elapsed: 11:54:13 Gen_loss: 3.108 Dis_loss: 0.504 Cls_loss: N/A Topk: N/A ada_p: 0.2999
[INFO] 2021-10-21 01:53:47 > Step: 192800 Progress: 48.2% Elapsed: 11:55:20 Gen_loss: 0.9936 Dis_loss: 0.8863 Cls_loss: N/A Topk: N/A ada_p: 0.3025
[INFO] 2021-10-21 01:55:29 > Step: 192900 Progress: 48.2% Elapsed: 11:57:02 Gen_loss: 2.302 Dis_loss: 0.6861 Cls_loss: N/A Topk: N/A ada_p: 0.3005
[INFO] 2021-10-21 01:56:35 > Step: 193000 Progress: 48.2% Elapsed: 11:58:08 Gen_loss: 2.021 Dis_loss: 0.2622 Cls_loss: N/A Topk: N/A ada_p: 0.3069
[INFO] 2021-10-21 01:58:17 > Step: 193100 Progress: 48.3% Elapsed: 11:59:50 Gen_loss: 1.545 Dis_loss: 0.5696 Cls_loss: N/A Topk: N/A ada_p: 0.3082
[INFO] 2021-10-21 01:59:24 > Step: 193200 Progress: 48.3% Elapsed: 12:00:57 Gen_loss: 2.89 Dis_loss: 0.7122 Cls_loss: N/A Topk: N/A ada_p: 0.3069
[INFO] 2021-10-21 02:00:31 > Step: 193300 Progress: 48.3% Elapsed: 12:02:05 Gen_loss: 1.987 Dis_loss: 0.8683 Cls_loss: N/A Topk: N/A ada_p: 0.2973
[INFO] 2021-10-21 02:02:12 > Step: 193400 Progress: 48.4% Elapsed: 12:03:45 Gen_loss: 1.39 Dis_loss: 0.6761 Cls_loss: N/A Topk: N/A ada_p: 0.2935
[INFO] 2021-10-21 02:03:19 > Step: 193500 Progress: 48.4% Elapsed: 12:04:52 Gen_loss: 1.595 Dis_loss: 0.6219 Cls_loss: N/A Topk: N/A ada_p: 0.2845
[INFO] 2021-10-21 02:05:01 > Step: 193600 Progress: 48.4% Elapsed: 12:06:34 Gen_loss: 2.919 Dis_loss: 0.5015 Cls_loss: N/A Topk: N/A ada_p: 0.2935
[INFO] 2021-10-21 02:06:08 > Step: 193700 Progress: 48.4% Elapsed: 12:07:41 Gen_loss: 1.976 Dis_loss: 0.3631 Cls_loss: N/A Topk: N/A ada_p: 0.3082
[INFO] 2021-10-21 02:07:51 > Step: 193800 Progress: 48.4% Elapsed: 12:09:24 Gen_loss: 1.37 Dis_loss: 0.8468 Cls_loss: N/A Topk: N/A ada_p: 0.3044
[INFO] 2021-10-21 02:08:57 > Step: 193900 Progress: 48.5% Elapsed: 12:10:31 Gen_loss: 0.6834 Dis_loss: 1.286 Cls_loss: N/A Topk: N/A ada_p: 0.3146
[INFO] 2021-10-21 02:10:04 > Step: 194000 Progress: 48.5% Elapsed: 12:11:37 Gen_loss: 1.759 Dis_loss: 0.6333 Cls_loss: N/A Topk: N/A ada_p: 0.3338
[INFO] 2021-10-21 02:10:04 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-21 02:10:06 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_194000.png
[INFO] 2021-10-21 02:10:08 > Start Evaluation (194000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-21 02:10:08 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-21 02:11:19 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-21 02:12:41 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-21 02:15:35 > Inception score (Step: 194000, 14630 generated images): 12.769171714782715
[INFO] 2021-10-21 02:15:35 > FID score (Step: 194000, Using train moments): 5.013849193113543
[INFO] 2021-10-21 02:15:35 > Improved Precision (Step: 194000, Using train images): 0.8647983595352017
[INFO] 2021-10-21 02:15:35 > Improved Recall (Step: 194000, Using train images): 0.5072453861927546
[INFO] 2021-10-21 02:15:35 > Density (Step: 194000, Using train images): 1.3066165413533835
[INFO] 2021-10-21 02:15:35 > Coverage (Step: 194000, Using train images): 0.8443609022556391
[INFO] 2021-10-21 02:15:35 > Best FID score (Step: 194000, Using train moments): 5.013849193113543
[INFO] 2021-10-21 02:15:57 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-21 02:17:38 > Step: 194100 Progress: 48.5% Elapsed: 12:19:12 Gen_loss: 1.402 Dis_loss: 0.8965 Cls_loss: N/A Topk: N/A ada_p: 0.3242
[INFO] 2021-10-21 02:18:45 > Step: 194200 Progress: 48.5% Elapsed: 12:20:18 Gen_loss: 1.517 Dis_loss: 0.7993 Cls_loss: N/A Topk: N/A ada_p: 0.3191
[INFO] 2021-10-21 02:20:27 > Step: 194300 Progress: 48.6% Elapsed: 12:22:00 Gen_loss: 2.424 Dis_loss: 0.6546 Cls_loss: N/A Topk: N/A ada_p: 0.3242
[INFO] 2021-10-21 02:21:33 > Step: 194400 Progress: 48.6% Elapsed: 12:23:07 Gen_loss: 1.772 Dis_loss: 0.635 Cls_loss: N/A Topk: N/A ada_p: 0.3114
[INFO] 2021-10-21 02:23:15 > Step: 194500 Progress: 48.6% Elapsed: 12:24:48 Gen_loss: 1.799 Dis_loss: 0.9664 Cls_loss: N/A Topk: N/A ada_p: 0.3005
[INFO] 2021-10-21 02:24:21 > Step: 194600 Progress: 48.6% Elapsed: 12:25:55 Gen_loss: 1.528 Dis_loss: 0.4988 Cls_loss: N/A Topk: N/A ada_p: 0.2916
[INFO] 2021-10-21 02:26:02 > Step: 194700 Progress: 48.7% Elapsed: 12:27:36 Gen_loss: 2.023 Dis_loss: 0.9792 Cls_loss: N/A Topk: N/A ada_p: 0.2903
[INFO] 2021-10-21 02:27:09 > Step: 194800 Progress: 48.7% Elapsed: 12:28:43 Gen_loss: 1.197 Dis_loss: 0.8308 Cls_loss: N/A Topk: N/A ada_p: 0.2929
[INFO] 2021-10-21 02:28:17 > Step: 194900 Progress: 48.7% Elapsed: 12:29:50 Gen_loss: 1.132 Dis_loss: 1.278 Cls_loss: N/A Topk: N/A ada_p: 0.3012
[INFO] 2021-10-21 02:29:57 > Step: 195000 Progress: 48.8% Elapsed: 12:31:31 Gen_loss: 1.215 Dis_loss: 0.814 Cls_loss: N/A Topk: N/A ada_p: 0.2871
[INFO] 2021-10-21 02:31:04 > Step: 195100 Progress: 48.8% Elapsed: 12:32:37 Gen_loss: 1.736 Dis_loss: 0.8075 Cls_loss: N/A Topk: N/A ada_p: 0.2999
[INFO] 2021-10-21 02:32:45 > Step: 195200 Progress: 48.8% Elapsed: 12:34:18 Gen_loss: 2.081 Dis_loss: 0.6191 Cls_loss: N/A Topk: N/A ada_p: 0.2897
[INFO] 2021-10-21 02:33:52 > Step: 195300 Progress: 48.8% Elapsed: 12:35:25 Gen_loss: 1.769 Dis_loss: 0.6084 Cls_loss: N/A Topk: N/A ada_p: 0.2929
[INFO] 2021-10-21 02:35:33 > Step: 195400 Progress: 48.9% Elapsed: 12:37:06 Gen_loss: 1.529 Dis_loss: 0.6381 Cls_loss: N/A Topk: N/A ada_p: 0.3057
[INFO] 2021-10-21 02:36:40 > Step: 195500 Progress: 48.9% Elapsed: 12:38:13 Gen_loss: 1.228 Dis_loss: 0.5386 Cls_loss: N/A Topk: N/A ada_p: 0.3121
[INFO] 2021-10-21 02:37:46 > Step: 195600 Progress: 48.9% Elapsed: 12:39:20 Gen_loss: 1.868 Dis_loss: 0.4323 Cls_loss: N/A Topk: N/A ada_p: 0.2967
[INFO] 2021-10-21 02:39:29 > Step: 195700 Progress: 48.9% Elapsed: 12:41:02 Gen_loss: 1.662 Dis_loss: 0.5417 Cls_loss: N/A Topk: N/A ada_p: 0.2961
[INFO] 2021-10-21 02:40:36 > Step: 195800 Progress: 48.9% Elapsed: 12:42:09 Gen_loss: 1.829 Dis_loss: 0.8208 Cls_loss: N/A Topk: N/A ada_p: 0.2986
[INFO] 2021-10-21 02:42:18 > Step: 195900 Progress: 49.0% Elapsed: 12:43:51 Gen_loss: 1.996 Dis_loss: 0.7282 Cls_loss: N/A Topk: N/A ada_p: 0.2909
[INFO] 2021-10-21 02:43:26 > Step: 196000 Progress: 49.0% Elapsed: 12:44:59 Gen_loss: 1.536 Dis_loss: 0.6971 Cls_loss: N/A Topk: N/A ada_p: 0.2858
[INFO] 2021-10-21 02:43:26 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-21 02:43:27 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_196000.png
[INFO] 2021-10-21 02:43:29 > Start Evaluation (196000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-21 02:43:29 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-21 02:44:41 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-21 02:46:02 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-21 02:48:58 > Inception score (Step: 196000, 14630 generated images): 12.906966209411621
[INFO] 2021-10-21 02:48:58 > FID score (Step: 196000, Using train moments): 4.991890676405774
[INFO] 2021-10-21 02:48:58 > Improved Precision (Step: 196000, Using train images): 0.8570061517429939
[INFO] 2021-10-21 02:48:58 > Improved Recall (Step: 196000, Using train images): 0.5067669172932331
[INFO] 2021-10-21 02:48:58 > Density (Step: 196000, Using train images): 1.281654135338346
[INFO] 2021-10-21 02:48:58 > Coverage (Step: 196000, Using train images): 0.8347915242652085
[INFO] 2021-10-21 02:48:58 > Best FID score (Step: 196000, Using train moments): 4.991890676405774
[INFO] 2021-10-21 02:49:20 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-21 02:51:01 > Step: 196100 Progress: 49.0% Elapsed: 12:52:34 Gen_loss: 1.005 Dis_loss: 1.27 Cls_loss: N/A Topk: N/A ada_p: 0.2775
[INFO] 2021-10-21 02:52:08 > Step: 196200 Progress: 49.0% Elapsed: 12:53:41 Gen_loss: 1.774 Dis_loss: 1.232 Cls_loss: N/A Topk: N/A ada_p: 0.2468
[INFO] 2021-10-21 02:53:48 > Step: 196300 Progress: 49.1% Elapsed: 12:55:22 Gen_loss: 0.8953 Dis_loss: 0.3597 Cls_loss: N/A Topk: N/A ada_p: 0.2941
[INFO] 2021-10-21 02:54:55 > Step: 196400 Progress: 49.1% Elapsed: 12:56:28 Gen_loss: 2.035 Dis_loss: 0.6224 Cls_loss: N/A Topk: N/A ada_p: 0.3146
[INFO] 2021-10-21 02:56:02 > Step: 196500 Progress: 49.1% Elapsed: 12:57:35 Gen_loss: 1.373 Dis_loss: 0.8321 Cls_loss: N/A Topk: N/A ada_p: 0.3242
[INFO] 2021-10-21 02:57:42 > Step: 196600 Progress: 49.1% Elapsed: 12:59:15 Gen_loss: 1.45 Dis_loss: 0.4266 Cls_loss: N/A Topk: N/A ada_p: 0.3153
[INFO] 2021-10-21 02:58:49 > Step: 196700 Progress: 49.2% Elapsed: 13:00:22 Gen_loss: 1.717 Dis_loss: 0.522 Cls_loss: N/A Topk: N/A ada_p: 0.3255
[INFO] 2021-10-21 03:00:30 > Step: 196800 Progress: 49.2% Elapsed: 13:02:04 Gen_loss: 2.359 Dis_loss: 1.4 Cls_loss: N/A Topk: N/A ada_p: 0.3281
[INFO] 2021-10-21 03:01:37 > Step: 196900 Progress: 49.2% Elapsed: 13:03:11 Gen_loss: 2.766 Dis_loss: 1.331 Cls_loss: N/A Topk: N/A ada_p: 0.3261
[INFO] 2021-10-21 03:03:20 > Step: 197000 Progress: 49.2% Elapsed: 13:04:53 Gen_loss: 1.096 Dis_loss: 0.4691 Cls_loss: N/A Topk: N/A ada_p: 0.3133
[INFO] 2021-10-21 03:04:27 > Step: 197100 Progress: 49.3% Elapsed: 13:06:00 Gen_loss: 0.7462 Dis_loss: 0.971 Cls_loss: N/A Topk: N/A ada_p: 0.3159
[INFO] 2021-10-21 03:06:08 > Step: 197200 Progress: 49.3% Elapsed: 13:07:42 Gen_loss: 1.08 Dis_loss: 0.6301 Cls_loss: N/A Topk: N/A ada_p: 0.3159
[INFO] 2021-10-21 03:07:15 > Step: 197300 Progress: 49.3% Elapsed: 13:08:49 Gen_loss: 1.449 Dis_loss: 0.7005 Cls_loss: N/A Topk: N/A ada_p: 0.3242
[INFO] 2021-10-21 03:08:23 > Step: 197400 Progress: 49.4% Elapsed: 13:09:56 Gen_loss: 1.415 Dis_loss: 0.5777 Cls_loss: N/A Topk: N/A ada_p: 0.3153
[INFO] 2021-10-21 03:10:04 > Step: 197500 Progress: 49.4% Elapsed: 13:11:37 Gen_loss: 2.683 Dis_loss: 0.7188 Cls_loss: N/A Topk: N/A ada_p: 0.3345
[INFO] 2021-10-21 03:11:10 > Step: 197600 Progress: 49.4% Elapsed: 13:12:43 Gen_loss: 2.297 Dis_loss: 1.067 Cls_loss: N/A Topk: N/A ada_p: 0.3293
[INFO] 2021-10-21 03:12:52 > Step: 197700 Progress: 49.4% Elapsed: 13:14:25 Gen_loss: 1.398 Dis_loss: 0.4168 Cls_loss: N/A Topk: N/A ada_p: 0.3313
[INFO] 2021-10-21 03:13:58 > Step: 197800 Progress: 49.5% Elapsed: 13:15:31 Gen_loss: 2.065 Dis_loss: 0.7616 Cls_loss: N/A Topk: N/A ada_p: 0.3287
[INFO] 2021-10-21 03:15:40 > Step: 197900 Progress: 49.5% Elapsed: 13:17:13 Gen_loss: 1.852 Dis_loss: 0.7686 Cls_loss: N/A Topk: N/A ada_p: 0.33
[INFO] 2021-10-21 03:16:47 > Step: 198000 Progress: 49.5% Elapsed: 13:18:20 Gen_loss: 0.9477 Dis_loss: 0.7761 Cls_loss: N/A Topk: N/A ada_p: 0.3325
[INFO] 2021-10-21 03:16:47 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-21 03:16:49 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_198000.png
[INFO] 2021-10-21 03:16:50 > Start Evaluation (198000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-21 03:16:50 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-21 03:18:02 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-21 03:19:24 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-21 03:22:18 > Inception score (Step: 198000, 14630 generated images): 12.788569450378418
[INFO] 2021-10-21 03:22:18 > FID score (Step: 198000, Using train moments): 5.082563850069647
[INFO] 2021-10-21 03:22:18 > Improved Precision (Step: 198000, Using train images): 0.8604921394395079
[INFO] 2021-10-21 03:22:18 > Improved Recall (Step: 198000, Using train images): 0.5088174982911825
[INFO] 2021-10-21 03:22:18 > Density (Step: 198000, Using train images): 1.2986876281613124
[INFO] 2021-10-21 03:22:18 > Coverage (Step: 198000, Using train images): 0.8343130553656869
[INFO] 2021-10-21 03:22:18 > Best FID score (Step: 196000, Using train moments): 4.991890676405774
[INFO] 2021-10-21 03:22:29 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-21 03:23:36 > Step: 198100 Progress: 49.5% Elapsed: 13:25:10 Gen_loss: 1.758 Dis_loss: 1.084 Cls_loss: N/A Topk: N/A ada_p: 0.3191
[INFO] 2021-10-21 03:25:18 > Step: 198200 Progress: 49.5% Elapsed: 13:26:52 Gen_loss: 1.187 Dis_loss: 0.7487 Cls_loss: N/A Topk: N/A ada_p: 0.3089
[INFO] 2021-10-21 03:26:25 > Step: 198300 Progress: 49.6% Elapsed: 13:27:59 Gen_loss: 2.125 Dis_loss: 0.9814 Cls_loss: N/A Topk: N/A ada_p: 0.3114
[INFO] 2021-10-21 03:28:07 > Step: 198400 Progress: 49.6% Elapsed: 13:29:40 Gen_loss: 2.578 Dis_loss: 0.407 Cls_loss: N/A Topk: N/A ada_p: 0.2935
[INFO] 2021-10-21 03:29:15 > Step: 198500 Progress: 49.6% Elapsed: 13:30:48 Gen_loss: 1.633 Dis_loss: 0.6536 Cls_loss: N/A Topk: N/A ada_p: 0.2967
[INFO] 2021-10-21 03:30:55 > Step: 198600 Progress: 49.6% Elapsed: 13:32:29 Gen_loss: 1.078 Dis_loss: 0.839 Cls_loss: N/A Topk: N/A ada_p: 0.2929
[INFO] 2021-10-21 03:32:02 > Step: 198700 Progress: 49.7% Elapsed: 13:33:35 Gen_loss: 1.756 Dis_loss: 0.7033 Cls_loss: N/A Topk: N/A ada_p: 0.2929
[INFO] 2021-10-21 03:33:47 > Step: 198800 Progress: 49.7% Elapsed: 13:35:20 Gen_loss: 2.671 Dis_loss: 1.048 Cls_loss: N/A Topk: N/A ada_p: 0.3108
[INFO] 2021-10-21 03:34:54 > Step: 198900 Progress: 49.7% Elapsed: 13:36:28 Gen_loss: 1.516 Dis_loss: 0.6357 Cls_loss: N/A Topk: N/A ada_p: 0.2999
[INFO] 2021-10-21 03:36:01 > Step: 199000 Progress: 49.8% Elapsed: 13:37:35 Gen_loss: 2.836 Dis_loss: 0.4534 Cls_loss: N/A Topk: N/A ada_p: 0.3089
[INFO] 2021-10-21 03:37:43 > Step: 199100 Progress: 49.8% Elapsed: 13:39:16 Gen_loss: 0.8665 Dis_loss: 0.9433 Cls_loss: N/A Topk: N/A ada_p: 0.305
[INFO] 2021-10-21 03:38:50 > Step: 199200 Progress: 49.8% Elapsed: 13:40:23 Gen_loss: 2.526 Dis_loss: 0.4785 Cls_loss: N/A Topk: N/A ada_p: 0.3025
[INFO] 2021-10-21 03:40:32 > Step: 199300 Progress: 49.8% Elapsed: 13:42:05 Gen_loss: 2.173 Dis_loss: 1.227 Cls_loss: N/A Topk: N/A ada_p: 0.3223
[INFO] 2021-10-21 03:41:39 > Step: 199400 Progress: 49.9% Elapsed: 13:43:12 Gen_loss: 1.46 Dis_loss: 1.284 Cls_loss: N/A Topk: N/A ada_p: 0.3249
[INFO] 2021-10-21 03:43:19 > Step: 199500 Progress: 49.9% Elapsed: 13:44:53 Gen_loss: 1.063 Dis_loss: 1.22 Cls_loss: N/A Topk: N/A ada_p: 0.321
[INFO] 2021-10-21 03:44:26 > Step: 199600 Progress: 49.9% Elapsed: 13:45:59 Gen_loss: 2.097 Dis_loss: 0.3616 Cls_loss: N/A Topk: N/A ada_p: 0.3223
[INFO] 2021-10-21 03:45:33 > Step: 199700 Progress: 49.9% Elapsed: 13:47:07 Gen_loss: 1.512 Dis_loss: 1.094 Cls_loss: N/A Topk: N/A ada_p: 0.3204
[INFO] 2021-10-21 03:47:16 > Step: 199800 Progress: 50.0% Elapsed: 13:48:49 Gen_loss: 1.796 Dis_loss: 0.7423 Cls_loss: N/A Topk: N/A ada_p: 0.314
[INFO] 2021-10-21 03:48:23 > Step: 199900 Progress: 50.0% Elapsed: 13:49:56 Gen_loss: 0.9911 Dis_loss: 1.494 Cls_loss: N/A Topk: N/A ada_p: 0.3217
[INFO] 2021-10-21 03:50:05 > Step: 200000 Progress: 50.0% Elapsed: 13:51:38 Gen_loss: 1.414 Dis_loss: 0.5366 Cls_loss: N/A Topk: N/A ada_p: 0.3255
[INFO] 2021-10-21 03:50:05 > Visualize (num_rows x 8) fake image canvans.
[INFO] 2021-10-21 03:50:07 > Save image canvas to /home/mgkang/studiogan/figures/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19/generated_canvas_200000.png
[INFO] 2021-10-21 03:50:08 > Start Evaluation (200000 Step): StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19
[INFO] 2021-10-21 03:50:08 > Calculate Inception score of generated images (14630 images).
[INFO] 2021-10-21 03:51:20 > Calculate FID score of generated images (14630 images).
[INFO] 2021-10-21 03:52:41 > Calculate improved precision-recall and density-coverage of generated images (14630 images).
[INFO] 2021-10-21 03:55:36 > Inception score (Step: 200000, 14630 generated images): 13.012650489807129
[INFO] 2021-10-21 03:55:36 > FID score (Step: 200000, Using train moments): 5.427469688146886
[INFO] 2021-10-21 03:55:36 > Improved Precision (Step: 200000, Using train images): 0.8562542720437457
[INFO] 2021-10-21 03:55:36 > Improved Recall (Step: 200000, Using train images): 0.5115516062884484
[INFO] 2021-10-21 03:55:36 > Density (Step: 200000, Using train images): 1.2953246753246754
[INFO] 2021-10-21 03:55:36 > Coverage (Step: 200000, Using train images): 0.8355434039644566
[INFO] 2021-10-21 03:55:36 > Best FID score (Step: 196000, Using train moments): 4.991890676405774
[INFO] 2021-10-21 03:55:47 > Save model to /home/mgkang/studiogan/checkpoints/StyleGAN2-SPD-ADA-train-2021_10_18_16_01_19