train_GPN_SS_subj.py

#  20210713

import torch
import torch.nn as nn
import torch.optim as optim
from torch.optim import lr_scheduler
import numpy as np
import torch.nn.functional as F
import os
import sys
import configparam
import time
from torch.utils.data.sampler import SubsetRandomSampler
import pickle

from models import *
from adversarial_models import *
from lost_functions import *
from dataloaders.amigos_cnn_loader_subj import amigos_cnn_loader
from dataloaders.deap_cnn_loader_subj import deap_cnn_loader
from dataloaders.physionet_cnn_loader_subj import physionet_cnn_loader
from dataloaders.ner2015_cnn_loader_subj import ner2015_cnn_loader
from dataloaders.data_split import data_split

from sklearn.model_selection import KFold, train_test_split
k_folds = 5
torch.manual_seed(0)

def weights_init(model):
    classname = model.__class__.__name__
    if classname.find('Conv') != -1: # Conv가 존재시
        nn.init.normal_(model.weight.data, 0.0, 0.02)
    elif classname.find('BatchNorm') != -1: # BatchNorm이 존재시
        nn.init.normal_(model.weight.data, 1.0, 0.02)
        nn.init.constant_(model.bias.data, 0)

def train(param):

    param.PrintConfig()
    learning_rate = param.learning_rate
    num_epoch = param.num_epoch
    patience = 10

    # set model
    if param.model == 'eegnet':
        print('Model: EEGNet')
        model = EEGNet(param.num_channel, param.num_length, param.num_class)
    elif param.model == 'sconvnet':
        print('Shallow Conv Net')
        model = ShallowConvNet(param.num_channel, param.num_length, param.num_class)
    elif param.model == 'dconvnet':
        print('Deep Conv Net')
        model = DeepConvNet(param.num_channel, param.num_length, param.num_class)
    elif param.model == 'resnet':
        print('ResNet')
        model = ResNet8(param.num_class)
        # model = EEGResNet(in_chans=param.num_channel, n_classes=param.num_class, input_window_samples=param.num_length)
    elif param.model == 'tidnet':
        print('TIDNet')
        model = TIDNet(in_chans=param.num_channel, n_classes=param.num_class, input_window_samples=param.num_length)
    elif param.model == 'vgg':
        print('VGG')
        model = vgg_eeg(pretrained=False, num_classes=param.num_class)
    elif param.model == 'newnet':
        print('VGG')
        model = vgg_eeg(pretrained=False, num_classes=param.num_class)

    if param.use_predefined_idx == 0:
        print('pretrained index has to be 1')
        exit()

    # Define the K-fold Cross Validator
    kfold = KFold(n_splits=k_folds, shuffle=True, random_state=0)

    # For fold results
    results = []

    subject_list = [i for i in range(param.num_subject)]

    for fold, (train_ids, test_ids) in enumerate(kfold.split(subject_list)):

        # Print
        print('-----------------------')
        print(f'FOLD {fold}')
        print('-----------------------')

        # Sample elements randomly from a given list of ids, no replacement.
        print('train ids:', train_ids)
        print('test ids:', test_ids)

        # Load dataset!
        if param.dataset == 'amigos':
            train_dataset = amigos_cnn_loader(param, subject_list=train_ids)
            test_dataset = amigos_cnn_loader(param, subject_list=test_ids)
        elif param.dataset == 'deap':
            train_dataset = deap_cnn_loader(param, subject_list=train_ids)
            test_dataset = deap_cnn_loader(param, subject_list=test_ids)
        elif param.dataset == 'physionet':
            train_dataset = physionet_cnn_loader(param, subject_list=train_ids)
            test_dataset = physionet_cnn_loader(param, subject_list=test_ids)
        elif param.dataset == 'ner2015':
            train_dataset = ner2015_cnn_loader(param, subject_list=train_ids)
            test_dataset = ner2015_cnn_loader(param, subject_list=test_ids)

        if param.use_predefined_idx == 0:
            print('pretrained index has to be 1')
            exit()

        # Define data loaders for training and testing data in this fold
        train_loader = torch.utils.data.DataLoader(train_dataset, batch_size=param.batch_size, shuffle=True,
                                                   num_workers=12)
        test_loader = torch.utils.data.DataLoader(test_dataset, batch_size=param.batch_size, shuffle=False,
                                                  num_workers=12)

        pretrained_weight_file = param.result_path + '/pretrained/' + f'fold{fold}_' + param.pretrained_name
        print(pretrained_weight_file)
        model.load_state_dict(torch.load(pretrained_weight_file))

        model.eval()
        model.cuda()

        # load UAP generator and discriminator
        generator = GenResNet(1, param.num_channel, param.num_length)
        generator.apply(weights_init)
        generator.train()
        generator.cuda()

        # Define Loss function
        loss_func = nn.CrossEntropyLoss()
        #loss_func = FocalLoss()

        # Define Adam optimizer and scheduler
        optimizer = optim.Adam(generator.parameters(), lr=learning_rate)
        # scheduler = lr_scheduler.MultiStepLR(optimizer, milestones=[40, 70], gamma=0.1)
        scheduler = lr_scheduler.StepLR(optimizer, step_size=50, gamma=0.5)

        # Constraint on magnitude of perturbation
        norm_type = param.norm_type
        norm_limit = param.epsilon

        # Set best_acc
        if param.attack_type == 'non-targeted':
            best_val_accuracy = 100
        elif param.attack_type == 'targeted':
            best_val_accuracy = 0

        loss_total = 0.0
        cnt = 0

        for i in range(num_epoch):
            loss_epoch = 0.0
            cnt_epoch = 0

            num_positive = 0
            num_total = 0
            num_fool = 0

            train_fooling_ratio = 0
            test_fooling_ratio = 0

            t0 = time.time()

            for train_x, train_y in train_loader:

                train_x = train_x.cuda()
                train_y = train_y.cuda()

                if param.attack_type == 'non-targeted':
                    # Get original prediction from victim model
                    with torch.no_grad():
                        output = model.forward(train_x.cuda())
                        output_sm = F.softmax(output, dim=1)
                        _, target_label = torch.max(output_sm, 1)

                elif param.attack_type == 'targeted':
                    target_label = torch.add(torch.mul(train_y, 0), param.attack_target).cuda()

                generator.zero_grad()
                adv_exam_cuda = generator(train_x)

                # Scale
                norm_exam = adv_exam_cuda.view(adv_exam_cuda.shape[0], -1)
                if norm_type == 'inf':
                    norm_exam = torch.norm(norm_exam, p=float('inf'), dim=1)
                elif norm_type == 'L2':
                    norm_exam = torch.norm(norm_exam, p=2, dim=1)
                adv_exam_cuda = torch.mul(adv_exam_cuda / norm_exam.view(adv_exam_cuda.shape[0], 1, 1, 1), norm_limit)

                train_x_adv = torch.add(train_x.cuda(), adv_exam_cuda)

                # Do clamping per channel
                for cii in range(param.num_channel):
                    train_x_adv[:, :, cii, :] = train_x_adv[:, :, cii, :].clone().clamp(min=train_x[:, :, cii, :].min(),
                                                                                        max=train_x[:, :, cii, :].max())
                # Feed Generator
                output = model.forward(train_x_adv)

                # Get loss
                if param.attack_type == 'non-targeted':
                    loss = torch.log(loss_func(1-F.softmax(output, dim=1), target_label))
                elif param.attack_type == 'targeted':
                    loss = loss_func(output, target_label)
                loss.backward()
                optimizer.step()

                # Train acc
                output_sm = F.softmax(output, dim=1)
                _, output_index = torch.max(output_sm, 1)
                res = output_index.cpu().detach().numpy()

                if param.attack_type == 'non-targeted':
                    tp = (res == train_y.cpu().detach().numpy()).sum()
                elif param.attack_type == 'targeted':
                    tp = (res == target_label.cpu().detach().numpy()).sum()

                num_positive = num_positive + tp
                num_total = num_total + res.shape[0]
                # Fooling rate
                num_fool += (res != target_label.cpu().detach().numpy()).sum()

            scheduler.step()
            train_accuracy = num_positive / num_total
            train_fooling_ratio = num_fool / num_total

            t1 = time.time()
            print(
                'epoch:{} loss:{:.4f} train accuracy:{:.4f} train fooling ratio:{:.4f} time:{:.4f} lr:{}'.format(
                    i + 1, (loss.cpu().detach()), train_accuracy, train_fooling_ratio, (t1 - t0),
                    scheduler.get_last_lr()))

            # Save perturbation
            if i != 0 and (i + 1) % 5 == 0:
                if param.attack_type == 'non-targeted':
                    # if val_accuracy < best_val_accuracy:
                    #     best_val_accuracy = val_accuracy
                    save_file_name = param.uap_path + 'air_uap_net_nt_fold%d_subj.pth' % fold
                    torch.save(generator.state_dict(), save_file_name)
                    print('Saved best model at ' + save_file_name)
                    cnt = 0
                else:
                    # if val_accuracy > best_val_accuracy:
                    #     best_val_accuracy = val_accuracy
                    save_file_name = param.uap_path + 'air_uap_net_t%d_fold%d_subj.pth' % (param.attack_target, fold)
                    torch.save(generator.state_dict(), save_file_name)
                    print('Saved best model at ' + save_file_name)
                    cnt = 0

            # # Stop training until it reaches max
            # if param.attack_type == 'targeted' and best_val_accuracy == 1.0:
            #     break
            # if param.attack_type == 'targeted' and train_accuracy == 1.0:
            #     break

        # Reset for test
        clean_num_positive = 0
        num_positive = 0
        num_total = 0
        num_fool = 0

        for test_x, test_y in test_loader:
            # generator.load_state_dict(torch.load(save_file_name))
            generator.eval()
            with torch.no_grad():
                #  UAP Net evaluation
                test_x = test_x.cuda()

                adv_exam_cuda_test = generator(test_x)
                norm_exam = adv_exam_cuda_test.view(adv_exam_cuda_test.shape[0], -1)
                if norm_type == 'inf':
                    norm_exam = torch.norm(norm_exam, p=float('inf'), dim=1)
                elif norm_type == 'L2':
                    norm_exam = torch.norm(norm_exam, p=2)
                adv_exam_cuda = torch.mul(adv_exam_cuda_test / norm_exam.view(adv_exam_cuda_test.shape[0], 1, 1, 1),
                                          norm_limit)

                test_x_adv = torch.add(test_x, adv_exam_cuda)

                # Do clamping per channel
                for cii in range(param.num_channel):
                    test_x_adv[:, :, cii, :] = test_x_adv[:, :, cii, :].clone().clamp(min=test_x[:, :, cii, :].min(),
                                                                                        max=test_x[:, :, cii, :].max())
                # Set target class
                if param.attack_type == 'targeted':
                    test_y = torch.add(torch.mul(test_y, 0), param.attack_target)

                # Clean Accuracy
                output = model.forward(test_x.cuda())
                output_sm = F.softmax(output, dim=1)
                _, pred_label = torch.max(output_sm, 1)
                clean_res_test = pred_label.cpu().detach().numpy()

                # Adversarial Accuracy
                output = model.forward(test_x_adv)
                output_sm = F.softmax(output, dim=1)
                _, output_index = torch.max(output_sm, 1)
                res_test = output_index.cpu().detach().numpy()

            clean_tp_test = (clean_res_test == test_y.detach().numpy()).sum()
            tp_test = (res_test == test_y.detach().numpy()).sum()

            clean_num_positive = clean_num_positive + clean_tp_test
            num_positive = num_positive + tp_test
            num_fool += (res_test != pred_label.cpu().detach().numpy()).sum()
            num_total = num_total + res_test.shape[0]

        clean_test_accuracy = clean_num_positive / num_total
        test_accuracy = num_positive / num_total
        test_fooling_ratio = num_fool / num_total

        results.append([clean_test_accuracy, test_accuracy, test_fooling_ratio])

        print('Adversarial test result on fold {}: {:.4f} -> {:.4f}, test fooling ratio {:.4f}'.format(fold,
                                                                                                       clean_test_accuracy,
                                                                                                       test_accuracy,
                                                                                                       test_fooling_ratio))

    # Print fold results
    print(f'Finished K-FOLD CROSS VALIDATION RESULTS FOR {k_folds} FOLDS')
    print('--------------------------------')
    sum_clean = 0.0
    sum_adv = 0.0
    sum_fool = 0.0
    for i in range(len(results)):
        print('Fold : {}, test_acc : {:.4f} -> {:.4f}, test fooling ratio {:.4f}'.format(i, results[i][0],
                                                                                         results[i][1],
                                                                                         results[i][2]))
        sum_clean += results[i][0]
        sum_adv += results[i][1]
        sum_fool += results[i][2]
    print('Average: {:.4f} -> {:.4f}, fooling ratio {:.4f}'.format(sum_clean / len(results), sum_adv / len(results),
                                                                   sum_fool / len(results)))

    # Save result
    result_list = np.array(results)
    result_list = np.append(result_list,
                            np.array([[sum_clean / len(results), sum_adv / len(results), sum_fool / len(results)]]),
                            axis=0)

    if param.attack_type == 'targeted':
        np.savetxt(param.uap_path + '_air_net_result_target%d_fold_subj.txt' % param.attack_target, result_list, fmt='%1.4f')
        print('saved at' + param.uap_path + '_air_net_result_non_target_fold%d_fold_subj.txt'% param.attack_target)
    elif param.attack_type == 'non-targeted':
        np.savetxt(param.uap_path + '_air_net_result_non_target_fold_subj.txt', result_list, fmt='%1.4f')
        print('saved at' + param.uap_path + '_air_net_result_non_target_fold_subj.txt')

if __name__ == '__main__':

    no_gpu = 3

    if len(sys.argv) > 1:
        conf_file_name = sys.argv[1]
        if len(sys.argv) > 2:
            no_gpu = int(sys.argv[2])
    else:
        # conf_file_name = './config/non-target/eval_amigos_eegnet.cfg'
        conf_file_name = './config/non-target/eval_ner2015_eegnet.cfg'


    conf = configparam.ConfigParam()
    conf.LoadConfiguration(conf_file_name)

    torch.cuda.set_device(no_gpu)
    print('GPU allocation ID: %d' % no_gpu)

    train(conf)