"""GraphZoo trainer"""
from __future__ import division
from __future__ import print_function
import datetime
import json
import logging
from operator import ne
import os
import pickle
import time
import numpy as np
import torch
import torch.optim as optim
from graphzoo.optimizers.radam import RiemannianAdam
from graphzoo.optimizers.rsgd import RiemannianSGD
from graphzoo.config import parser
from graphzoo.models.base_models import NCModel, LPModel
from graphzoo.utils.train_utils import get_dir_name, format_metrics
from graphzoo.dataloader.dataloader import DataLoader

class Trainer:
    """
    GraphZoo Trainer

    Input Parameters
    ----------
        'lr': (0.01, 'initial learning rate (type: float)')
        'dropout': (0.5, 'dropout probability (type: float)')
        'cuda': (-1, 'which cuda device to use or -1 for cpu training (type: int)')
        'device': ('cpu', 'which device to use cuda:$devicenumber for GPU or cpu for CPU (type: str)')
        'repeat': (10, 'number of times to repeat the experiment (type: int)')
        'optimizer': ('Adam', 'which optimizer to use, can be any of [Adam, RiemannianAdam, RiemannianSGD] (type: str)')
        'epochs': (5000, 'maximum number of epochs to train for (type:int)')
        'weight-decay': (0.001, 'l2 regularization strength (type: float)')
        'momentum': (0.999, 'momentum in optimizer (type: float)')
        'patience': (100, 'patience for early stopping (type: int)')
        'seed': (1234, 'seed for training (type: int)')
        'log-freq': (5, 'how often to compute print train/val metrics in epochs (type: int)')
        'eval-freq': (1, 'how often to compute val metrics in epochs (type: int)')
        'save': (0, '1 to save model and logs and 0 otherwise (type: int)')
        'save-dir': (None, 'path to save training logs and model weights (type: str)')
        'lr-reduce-freq': (None, 'reduce lr every lr-reduce-freq or None to keep lr constant (type: int)')
        'gamma': (0.5, 'gamma for lr scheduler (type: float)')
        'grad-clip': (None, 'max norm for gradient clipping, or None for no gradient clipping (type: float)')
        'min-epochs': (100, 'do not early stop before min-epochs (type: int)')
        'betas': ((0.9, 0.999), 'coefficients used for computing running averages of gradient and its square (type: Tuple[float, float])')
        'eps': (1e-8, 'term added to the denominator to improve numerical stability (type: float)')
        'amsgrad': (False, 'whether to use the AMSGrad variant of this algorithm from the paper `On the Convergence of Adam and Beyond` (type: bool)')
        'stabilize': (None, 'stabilize parameters if they are off-manifold due to numerical reasons every ``stabilize`` steps (type: int)')
        'dampening': (0,'dampening for momentum (type: float)')
        'nesterov': (False,'enables Nesterov momentum (type: bool)')

    API Input Parameters
    ----------
        args: list of above defined input parameters from `graphzoo.config`
        optimizer: a :class:`optim.Optimizer` instance
        model: a :class:`BaseModel` instance
    
    """
    def __init__(self,args,model, optimizer,data):

        self.args=args
        self.model=model
        self.optimizer =optimizer
        self.data=data
        self.best_test_metrics = None
        self.best_emb = None
        self.best_val_metrics = self.model.init_metric_dict()

        np.random.seed(self.args.seed)
        torch.manual_seed(self.args.seed)

        if int(self.args.cuda) >= 0:
            torch.cuda.manual_seed(self.args.seed)
    
        logging.getLogger().setLevel(logging.INFO)
        if self.args.save:
            if not self.args.save_dir:
                dt = datetime.datetime.now()
                date = f"{dt.year}_{dt.month}_{dt.day}"
                models_dir = os.path.join(os.getcwd(), self.args.dataset, self.args.task,self.args.model, date)
                self.save_dir = get_dir_name(models_dir)
            else:
                self.save_dir = self.args.save_dir
            logging.basicConfig(level=logging.INFO,
                                handlers=[
                                    logging.FileHandler(os.path.join(self.save_dir, 'log.txt')),
                                    logging.StreamHandler()
                                ])

        logging.info(f'Using: {self.args.device}')
        logging.info("Using seed {}.".format(self.args.seed))

        if not self.args.lr_reduce_freq:
            self.lr_reduce_freq = self.args.epochs

        logging.info(str(self.model))
    
        self.lr_scheduler = torch.optim.lr_scheduler.StepLR(
            self.optimizer,
            step_size=int(self.lr_reduce_freq),
            gamma=float(self.args.gamma)
        )
        tot_params = sum([np.prod(p.size()) for p in self.model.parameters()])
        logging.info(f"Total number of parameters: {tot_params}")
        if self.args.cuda is not None and int(self.args.cuda) >= 0 :
            os.environ['CUDA_VISIBLE_DEVICES'] = str(self.args.cuda)
            self.model = self.model.to(self.args.device)
            for x, val in self.data.items():
                if torch.is_tensor(self.data[x]):
                    self.data[x] = self.data[x].to(self.args.device)
  
    def run(self):
        """
        Train model.

        The processes:
            Run each epoch -> Run scheduler -> Should stop early?
        """
        t_total = time.time()
        counter = 0
        for epoch in range(self.args.epochs):
            t = time.time()
            self.model.train()
            self.optimizer.zero_grad()
            embeddings = self.model.encode(self.data['features'], self.data['adj_train_norm'])
            train_metrics = self.model.compute_metrics(embeddings, self.data, 'train')
            train_metrics['loss'].backward()
            if self.args.grad_clip is not None:
                max_norm = float(self.args.grad_clip)
                all_params = list(self.model.parameters())
                for param in all_params:
                    torch.nn.utils.clip_grad_norm_(param, max_norm)
            self.optimizer.step()
            self.lr_scheduler.step()
            if (epoch + 1) % self.args.log_freq == 0:
                logging.info(" ".join(['Epoch: {:04d}'.format(epoch + 1),
                                    'lr: {}'.format(self.lr_scheduler.get_lr()[0]),
                                    format_metrics(train_metrics, 'train'),
                                    'time: {:.4f}s'.format(time.time() - t)
                                    ]))
            if (epoch + 1) % self.args.eval_freq == 0:
                self.model.eval()
                embeddings = self.model.encode(self.data['features'], self.data['adj_train_norm'])
                val_metrics = self.model.compute_metrics(embeddings, self.data, 'val')
                if (epoch + 1) % self.args.log_freq == 0:
                    logging.info(" ".join(['Epoch: {:04d}'.format(epoch + 1), format_metrics(val_metrics, 'val')]))
                if self.model.has_improved(self.best_val_metrics, val_metrics):
                    self.best_test_metrics = self.model.compute_metrics(embeddings, self.data, 'test')
                    self.best_emb = embeddings.cpu()
                    if self.args.save:
                        np.save(os.path.join(self.save_dir, 'embeddings.npy'), self.best_emb.detach().numpy())
                    self.best_val_metrics = val_metrics
                    counter = 0
                else:
                    counter += 1
                    if counter == self.args.patience and epoch > self.args.min_epochs:
                        logging.info("Early stopping")
                        break

        logging.info("Optimization Finished!")
        logging.info("Total time elapsed: {:.4f}s".format(time.time() - t_total))

    def evaluate(self):
        """
        Evaluate the model.
        """
        if not self.best_test_metrics:
            self.model.eval()
            self.best_emb = self.model.encode(self.data['features'], self.data['adj_train_norm'])
            self.best_test_metrics = self.model.compute_metrics(self.best_emb, self.data, 'test')
        logging.info(" ".join(["Val set results:", format_metrics(self.best_val_metrics, 'val')]))
        logging.info(" ".join(["Test set results:", format_metrics(self.best_test_metrics, 'test')]))
        if self.args.save:
            np.save(os.path.join(self.save_dir, 'embeddings.npy'), self.best_emb.cpu().detach().numpy())
            if hasattr(self.model.encoder, 'att_adj'):
                filename = os.path.join(self.save_dir, self.args.dataset + '_att_adj.p')
                pickle.dump(self.model.encoder.att_adj.cpu().to_dense(), open(filename, 'wb'))
                print('Dumped attention adj: ' + filename)
            
            json.dump(vars(self.args), open(os.path.join(self.save_dir, 'config.json'), 'w'))
            torch.save(self.model.state_dict(), os.path.join(self.save_dir, 'model.pth'))
            logging.info(f"Saved model in {self.save_dir}")
        return self.best_test_metrics


if __name__ == '__main__':

    """
    Main function to run command line evaluations

    Note
    ----------
    Metrics averaged over repetitions are F1 score for node classification (accuracy for cora and pubmed),
    ROC for link prediction. Metrics to be averaged can be changed easily in the code.
    """
    args = parser.parse_args()
    result_list=[]

    for i in range(args.repeat):
        
        args = parser.parse_args()
        
        data=DataLoader(args)
        
        if args.task=='nc':
            model=NCModel(args)
        else:
            model=LPModel(args)

        if args.optimizer=='Adam':
            optimizer = optim.Adam(params=model.parameters(), lr=args.lr, weight_decay=args.weight_decay, 
                                   betas=args.betas, eps=args.eps, amsgrad=args.amsgrad)
        if args.optimizer =='RiemannianAdam':
            optimizer=RiemannianAdam(params=model.parameters(), lr=args.lr, weight_decay=args.weight_decay,
                                    betas=args.betas, eps=args.eps ,amsgrad=args.amsgrad, 
                                    stabilize=args.stabilize)
        if args.optimizer =='RiemannianSGD':
            optimizer=RiemannianSGD(params=model.parameters(), lr=args.lr, weight_decay=args.weight_decay,
                                    momentum=args.momentum, dampening=args.dampening, nesterov=args.nesterov,
                                    stabilize=args.stabilize)

        trainer=Trainer(args,model, optimizer,data)
        trainer.run()
        result=trainer.evaluate()

        if args.task=='nc' and args.dataset in ['cora','pubmed']:
            result_list.append(100*result['acc'])

        elif args.task=='nc' and args.dataset not in ['cora','pubmed']:
            result_list.append(100*result['f1'])

        else:
            result_list.append(100*result['roc'])
            
    result_list=torch.FloatTensor(result_list)
    print("Score",torch.mean(result_list),"Error",torch.std(result_list))

"""GraphZoo trainer"""
from __future__ import division
from __future__ import print_function
import datetime
import json
import logging
from operator import ne
import os
import pickle
import time
import numpy as np
import torch
import torch.optim as optim
from graphzoo.optimizers.radam import RiemannianAdam
from graphzoo.optimizers.rsgd import RiemannianSGD
from graphzoo.config import parser
from graphzoo.models.base_models import NCModel, LPModel
from graphzoo.utils.train_utils import get_dir_name, format_metrics
from graphzoo.dataloader.dataloader import DataLoader

class Trainer:
    """
    GraphZoo Trainer

    Input Parameters
    ----------
        'lr': (0.01, 'initial learning rate (type: float)')
        'dropout': (0.5, 'dropout probability (type: float)')
        'cuda': (-1, 'which cuda device to use or -1 for cpu training (type: int)')
        'device': ('cpu', 'which device to use cuda:$devicenumber for GPU or cpu for CPU (type: str)')
        'repeat': (10, 'number of times to repeat the experiment (type: int)')
        'optimizer': ('Adam', 'which optimizer to use, can be any of [Adam, RiemannianAdam, RiemannianSGD] (type: str)')
        'epochs': (5000, 'maximum number of epochs to train for (type:int)')
        'weight-decay': (0.001, 'l2 regularization strength (type: float)')
        'momentum': (0.999, 'momentum in optimizer (type: float)')
        'patience': (100, 'patience for early stopping (type: int)')
        'seed': (1234, 'seed for training (type: int)')
        'log-freq': (5, 'how often to compute print train/val metrics in epochs (type: int)')
        'eval-freq': (1, 'how often to compute val metrics in epochs (type: int)')
        'save': (0, '1 to save model and logs and 0 otherwise (type: int)')
        'save-dir': (None, 'path to save training logs and model weights (type: str)')
        'lr-reduce-freq': (None, 'reduce lr every lr-reduce-freq or None to keep lr constant (type: int)')
        'gamma': (0.5, 'gamma for lr scheduler (type: float)')
        'grad-clip': (None, 'max norm for gradient clipping, or None for no gradient clipping (type: float)')
        'min-epochs': (100, 'do not early stop before min-epochs (type: int)')
        'betas': ((0.9, 0.999), 'coefficients used for computing running averages of gradient and its square (type: Tuple[float, float])')
        'eps': (1e-8, 'term added to the denominator to improve numerical stability (type: float)')
        'amsgrad': (False, 'whether to use the AMSGrad variant of this algorithm from the paper `On the Convergence of Adam and Beyond` (type: bool)')
        'stabilize': (None, 'stabilize parameters if they are off-manifold due to numerical reasons every ``stabilize`` steps (type: int)')
        'dampening': (0,'dampening for momentum (type: float)')
        'nesterov': (False,'enables Nesterov momentum (type: bool)')

    API Input Parameters
    ----------
        args: list of above defined input parameters from `graphzoo.config`
        optimizer: a :class:`optim.Optimizer` instance
        model: a :class:`BaseModel` instance
    
    """
    def __init__(self,args,model, optimizer,data):

        self.args=args
        self.model=model
        self.optimizer =optimizer
        self.data=data
        self.best_test_metrics = None
        self.best_emb = None
        self.best_val_metrics = self.model.init_metric_dict()

        np.random.seed(self.args.seed)
        torch.manual_seed(self.args.seed)

        if int(self.args.cuda) >= 0:
            torch.cuda.manual_seed(self.args.seed)
    
        logging.getLogger().setLevel(logging.INFO)
        if self.args.save:
            if not self.args.save_dir:
                dt = datetime.datetime.now()
                date = f"{dt.year}_{dt.month}_{dt.day}"
                models_dir = os.path.join(os.getcwd(), self.args.dataset, self.args.task,self.args.model, date)
                self.save_dir = get_dir_name(models_dir)
            else:
                self.save_dir = self.args.save_dir
            logging.basicConfig(level=logging.INFO,
                                handlers=[
                                    logging.FileHandler(os.path.join(self.save_dir, 'log.txt')),
                                    logging.StreamHandler()
                                ])

        logging.info(f'Using: {self.args.device}')
        logging.info("Using seed {}.".format(self.args.seed))

        if not self.args.lr_reduce_freq:
            self.lr_reduce_freq = self.args.epochs

        logging.info(str(self.model))
    
        self.lr_scheduler = torch.optim.lr_scheduler.StepLR(
            self.optimizer,
            step_size=int(self.lr_reduce_freq),
            gamma=float(self.args.gamma)
        )
        tot_params = sum([np.prod(p.size()) for p in self.model.parameters()])
        logging.info(f"Total number of parameters: {tot_params}")
        if self.args.cuda is not None and int(self.args.cuda) >= 0 :
            os.environ['CUDA_VISIBLE_DEVICES'] = str(self.args.cuda)
            self.model = self.model.to(self.args.device)
            for x, val in self.data.items():
                if torch.is_tensor(self.data[x]):
                    self.data[x] = self.data[x].to(self.args.device)
  
    def run(self):
        """
        Train model.

        The processes:
            Run each epoch -> Run scheduler -> Should stop early?
        """
        t_total = time.time()
        counter = 0
        for epoch in range(self.args.epochs):
            t = time.time()
            self.model.train()
            self.optimizer.zero_grad()
            embeddings = self.model.encode(self.data['features'], self.data['adj_train_norm'])
            train_metrics = self.model.compute_metrics(embeddings, self.data, 'train')
            train_metrics['loss'].backward()
            if self.args.grad_clip is not None:
                max_norm = float(self.args.grad_clip)
                all_params = list(self.model.parameters())
                for param in all_params:
                    torch.nn.utils.clip_grad_norm_(param, max_norm)
            self.optimizer.step()
            self.lr_scheduler.step()
            if (epoch + 1) % self.args.log_freq == 0:
                logging.info(" ".join(['Epoch: {:04d}'.format(epoch + 1),
                                    'lr: {}'.format(self.lr_scheduler.get_lr()[0]),
                                    format_metrics(train_metrics, 'train'),
                                    'time: {:.4f}s'.format(time.time() - t)
                                    ]))
            if (epoch + 1) % self.args.eval_freq == 0:
                self.model.eval()
                embeddings = self.model.encode(self.data['features'], self.data['adj_train_norm'])
                val_metrics = self.model.compute_metrics(embeddings, self.data, 'val')
                if (epoch + 1) % self.args.log_freq == 0:
                    logging.info(" ".join(['Epoch: {:04d}'.format(epoch + 1), format_metrics(val_metrics, 'val')]))
                if self.model.has_improved(self.best_val_metrics, val_metrics):
                    self.best_test_metrics = self.model.compute_metrics(embeddings, self.data, 'test')
                    self.best_emb = embeddings.cpu()
                    if self.args.save:
                        np.save(os.path.join(self.save_dir, 'embeddings.npy'), self.best_emb.detach().numpy())
                    self.best_val_metrics = val_metrics
                    counter = 0
                else:
                    counter += 1
                    if counter == self.args.patience and epoch > self.args.min_epochs:
                        logging.info("Early stopping")
                        break

        logging.info("Optimization Finished!")
        logging.info("Total time elapsed: {:.4f}s".format(time.time() - t_total))

    def evaluate(self):
        """
        Evaluate the model.
        """
        if not self.best_test_metrics:
            self.model.eval()
            self.best_emb = self.model.encode(self.data['features'], self.data['adj_train_norm'])
            self.best_test_metrics = self.model.compute_metrics(self.best_emb, self.data, 'test')
        logging.info(" ".join(["Val set results:", format_metrics(self.best_val_metrics, 'val')]))
        logging.info(" ".join(["Test set results:", format_metrics(self.best_test_metrics, 'test')]))
        if self.args.save:
            np.save(os.path.join(self.save_dir, 'embeddings.npy'), self.best_emb.cpu().detach().numpy())
            if hasattr(self.model.encoder, 'att_adj'):
                filename = os.path.join(self.save_dir, self.args.dataset + '_att_adj.p')
                pickle.dump(self.model.encoder.att_adj.cpu().to_dense(), open(filename, 'wb'))
                print('Dumped attention adj: ' + filename)
            
            json.dump(vars(self.args), open(os.path.join(self.save_dir, 'config.json'), 'w'))
            torch.save(self.model.state_dict(), os.path.join(self.save_dir, 'model.pth'))
            logging.info(f"Saved model in {self.save_dir}")
        return self.best_test_metrics


if __name__ == '__main__':

    """
    Main function to run command line evaluations

    Note
    ----------
    Metrics averaged over repetitions are F1 score for node classification (accuracy for cora and pubmed),
    ROC for link prediction. Metrics to be averaged can be changed easily in the code.
    """
    args = parser.parse_args()
    result_list=[]

    for i in range(args.repeat):
        
        args = parser.parse_args()
        
        data=DataLoader(args)
        
        if args.task=='nc':
            model=NCModel(args)
        else:
            model=LPModel(args)

        if args.optimizer=='Adam':
            optimizer = optim.Adam(params=model.parameters(), lr=args.lr, weight_decay=args.weight_decay, 
                                   betas=args.betas, eps=args.eps, amsgrad=args.amsgrad)
        if args.optimizer =='RiemannianAdam':
            optimizer=RiemannianAdam(params=model.parameters(), lr=args.lr, weight_decay=args.weight_decay,
                                    betas=args.betas, eps=args.eps ,amsgrad=args.amsgrad, 
                                    stabilize=args.stabilize)
        if args.optimizer =='RiemannianSGD':
            optimizer=RiemannianSGD(params=model.parameters(), lr=args.lr, weight_decay=args.weight_decay,
                                    momentum=args.momentum, dampening=args.dampening, nesterov=args.nesterov,
                                    stabilize=args.stabilize)

        trainer=Trainer(args,model, optimizer,data)
        trainer.run()
        result=trainer.evaluate()

        if args.task=='nc' and args.dataset in ['cora','pubmed']:
            result_list.append(100*result['acc'])

        elif args.task=='nc' and args.dataset not in ['cora','pubmed']:
            result_list.append(100*result['f1'])

        else:
            result_list.append(100*result['roc'])
            
    result_list=torch.FloatTensor(result_list)
    print("Score",torch.mean(result_list),"Error",torch.std(result_list))

GraphZoo trainer GraphZoo Trainer      Input Parameters     ----------         'lr': (0.01, 'initial learning rate (type: float)')         'dropout': (0.5, 'dropout probability (type: float)')         'cuda': (-1, 'which cuda device to use or -1 for cpu training (type: int)')         'device': ('cpu', 'which device to use cuda:$devicenumber for GPU or cpu for CPU (type: str)')         'repeat': (10, 'number of times to repeat the experiment (type: int)')         'optimizer': ('Adam', 'which optimizer to use, can be any of [Adam, RiemannianAdam, RiemannianSGD] (type: str)')         'epochs': (5000, 'maximum number of epochs to train for (type:int)')         'weight-decay': (0.001, 'l2 regularization strength (type: float)')         'momentum': (0.999, 'momentum in optimizer (type: float)')         'patience': (100, 'patience for early stopping (type: int)')         'seed': (1234, 'seed for training (type: int)')         'log-freq': (5, 'how often to compute print train/val metrics in epochs (type: int)')         'eval-freq': (1, 'how often to compute val metrics in epochs (type: int)')         'save': (0, '1 to save model and logs and 0 otherwise (type: int)')         'save-dir': (None, 'path to save training logs and model weights (type: str)')         'lr-reduce-freq': (None, 'reduce lr every lr-reduce-freq or None to keep lr constant (type: int)')         'gamma': (0.5, 'gamma for lr scheduler (type: float)')         'grad-clip': (None, 'max norm for gradient clipping, or None for no gradient clipping (type: float)')         'min-epochs': (100, 'do not early stop before min-epochs (type: int)')         'betas': ((0.9, 0.999), 'coefficients used for computing running averages of gradient and its square (type: Tuple[float, float])')         'eps': (1e-8, 'term added to the denominator to improve numerical stability (type: float)')         'amsgrad': (False, 'whether to use the AMSGrad variant of this algorithm from the paper `On the Convergence of Adam and Beyond` (type: bool)')         'stabilize': (None, 'stabilize parameters if they are off-manifold due to numerical reasons every ``stabilize`` steps (type: int)')         'dampening': (0,'dampening for momentum (type: float)')         'nesterov': (False,'enables Nesterov momentum (type: bool)')      API Input Parameters     ----------         args: list of above defined input parameters from `graphzoo.config`         optimizer: a :class:`optim.Optimizer` instance         model: a :class:`BaseModel` instance Train model.          The processes:             Run each epoch -> Run scheduler -> Should stop early? Evaluate the model. Main function to run command line evaluations      Note     ----------     Metrics averaged over repetitions are F1 score for node classification (accuracy for cora and pubmed),     ROC for link prediction. Metrics to be averaged can be changed easily in the code.