fpr,tpr = sklearn.metrics.roc_curve(y_true, y_score, average='macro', sample_weight=None)
auc = sklearn.metric.auc(fpr, tpr)