assi1 / ELR_plus /config_cifar100.json
uthurumella's picture
Upload 69 files
72fc481 verified
{
"name": "cifar100_ELR_plus_PreActResNet18",
"n_gpu": 1,
"seed":123,
"arch": {
"args": {"num_classes":100}
},
"arch1": {
"type": "PreActResNet18",
"args": {"num_classes":100}
},
"arch2": {
"type": "PreActResNet18",
"args": {"num_classes":100}
},
"mixup_alpha": 1,
"coef_step": 40000,
"num_classes": 100,
"ema_alpha": 0.997,
"ema_update": true,
"ema_step": 40000,
"data_loader": {
"type": "CIFAR100DataLoader",
"args":{
"data_dir": "/gpfs/scratch/sl5924/noisy/data/",
"batch_size": 128,
"batch_size2": 128,
"num_batches": 0,
"shuffle": true,
"validation_split": 0,
"num_workers": 8,
"pin_memory": true
}
},
"optimizer1": {
"type": "SGD",
"args":{
"lr": 0.02,
"momentum": 0.9,
"weight_decay": 5e-4
}
},
"optimizer2": {
"type": "SGD",
"args":{
"lr": 0.02,
"momentum": 0.9,
"weight_decay": 5e-4
}
},
"train_loss": {
"type": "elr_plus_loss",
"args":{
"beta": 0.9,
"lambda": 7
}
},
"val_loss": "cross_entropy",
"metrics": [
"my_metric", "my_metric2"
],
"lr_scheduler": {
"type": "MultiStepLR",
"args": {
"milestones": [200],
"gamma": 0.1
}
},
"trainer": {
"epochs": 250,
"warmup": 0,
"save_dir": "/gpfs/data/razavianlab/skynet/alzheimers/noisy_label/saved/",
"save_period": 1,
"verbosity": 2,
"label_dir": "saved/",
"monitor": "max val_my_metric",
"early_stop": 2000,
"tensorboard": false,
"mlflow": true,
"_percent": "Percentage of noise",
"percent": 0.8,
"_begin": "When to begin updating labels",
"begin": 0,
"_asym": "symmetric noise if false",
"asym": false
}
}