For getting model performance

Read(106) Label: model performance, json,

YModel supports presenting model performance information with charts on IDE. But, when the YModel is integrated into a third-party program or when users use the Yimming as an external library, the chart functionality is disabled. Gladly the YModel offers a special interface to get the information in JSON format. Here let’s learn about parameters for getting model performance.

Parameters

"Importance": //Importance degree

"ModelPerformanceInfo": //Model performance

"LiftAndRecallTable": // Recall lift table

"CumulativeRecall":0.0945945945945946, // Cumulative recall

"Decile":1, //Decile

"CumulativeLift":1.9654654654654653, // Cumulative lift

"Recall":0.0945945945945946, //Recall

"Lift":1.9654654654654653 //Lift

"KS":0.30674479789524034, //KS

"RocTable": //ROC curve

"1-specificity":0, //1-TNR(true negative rate )

"sensitivity":0.013513513513513514 //true positive rate(TPR)

"AccuTable": // Accuracy table

"precision":0.4010989010989011, //Precesion

"recall":0.9864864864864865, //Recall

"accuracy":0.4117647058823529, //Accuracy

"threshold":0.05000000074505806 //Threshold

"GINI":0.42107151399186793, // Gini system

"AUC":0.710535756995934 // AUC

"ModelPresentInfo": //Model description

"name":"XGBClassification_1", // Model name

"value":"0.6934943793350874", //model value

"properties": //model properties

 

Example

Model presentation scoring over Titanic passenger data:

{

"Importance":

{

"Embarked":0,

"Pclass":0,

"Ticket":0,

"Survived":0,

"PassengerId":0,

"Parch":0.3248725801014045,

"Cabin":0,

"Sex":0,

"SibSp":0,

"Age":0.8937610252531971,

"Fare":1

},

"ModelPerformanceInfo":

[

{

"LiftAndRecallTable":

[

{

"CumulativeRecall":0.0945945945945946,

"Decile":1,

"CumulativeLift":1.9654654654654653,

"Recall":0.0945945945945946,

"Lift":1.9654654654654653

},

{

"CumulativeRecall":0.17567567567567569,

"Decile":2,

"CumulativeLift":1.825075075075075,

"Recall":0.08108108108108109,

"Lift":1.6846846846846846

},

{

"CumulativeRecall":0.2567567567567568,

"Decile":3,

"CumulativeLift":1.7782782782782782,

"Recall":0.08108108108108109,

"Lift":1.6846846846846846

},

{

"CumulativeRecall":0.3378378378378379,

"Decile":4,

"CumulativeLift":1.75487987987988,

"Recall":0.08108108108108109,

"Lift":1.6846846846846846

},

{

"CumulativeRecall":0.4054054054054055,

"Decile":5,

"CumulativeLift":1.6846846846846848,

"Recall":0.06756756756756757,

"Lift":1.4039039039039038

},

{

"CumulativeRecall":0.4324324324324325,

"Decile":6,

"CumulativeLift":1.4974974974974975,

"Recall":0.02702702702702703,

"Lift":0.5615615615615615

},

{

"CumulativeRecall":0.48648648648648657,

"Decile":7,

"CumulativeLift":1.444015444015444,

"Recall":0.05405405405405406,

"Lift":1.123123123123123

},

{

"CumulativeRecall":0.5540540540540542,

"Decile":8,

"CumulativeLift":1.4390015015015016,

"Recall":0.06756756756756757,

"Lift":1.4039039039039038

},

{

"CumulativeRecall":0.5945945945945947,

"Decile":9,

"CumulativeLift":1.372706039372706,

"Recall":0.04054054054054054,

"Lift":0.8423423423423423

},

{

"CumulativeRecall":0.6486486486486488,

"Decile":10,

"CumulativeLift":1.3477477477477477,

"Recall":0.05405405405405406,

"Lift":1.123123123123123

},

{

"CumulativeRecall":0.6756756756756759,

"Decile":11,

"CumulativeLift":1.2762762762762763,

"Recall":0.02702702702702703,

"Lift":0.5615615615615615

},

{

"CumulativeRecall":0.7432432432432434,

"Decile":12,

"CumulativeLift":1.286911911911912,

"Recall":0.06756756756756757,

"Lift":1.4039039039039038

},

{

mulativeRecall":0.7972972972972975,

"Decile":13,

"CumulativeLift":1.2743127743127745,

"Recall":0.05405405405405406,

"Lift":1.123123123123123

},

{

"CumulativeRecall":0.8513513513513515,

"Decile":14,

"CumulativeLift":1.2635135135135136,

"Recall":0.05405405405405406,

"Lift":1.123123123123123

},

{

"CumulativeRecall":0.9054054054054056,

"Decile":15,

"CumulativeLift":1.254154154154154,

"Recall":0.05405405405405406,

"Lift":1.123123123123123

},

{

"CumulativeRecall":0.9054054054054056,

"Decile":16,

"CumulativeLift":1.1757695195195195,

"Recall":0,

"Lift":0

},

{

"CumulativeRecall":0.9189189189189191,

"Decile":17,

"CumulativeLift":1.1231231231231231,

"Recall":0.013513513513513514,

"Lift":0.2807807807807807

},

{

"CumulativeRecall":0.9729729729729731,

"Decile":18,

"CumulativeLift":1.123123123123123,

"Recall":0.05405405405405406,

"Lift":1.123123123123123

},

{

"CumulativeRecall":0.9729729729729731,

"Decile":19,

"CumulativeLift":1.0640113798008535,

"Recall":0,

"Lift":0

},

{

"CumulativeRecall":1.0000000000000002,

"Decile":20,

"CumulativeLift":1.0266047297297296,

"Recall":0.02702702702702703,

"Lift":0.31587837837837834

}

],

"KS":0.30674479789524034,

"RocTable":

[

{

"1-specificity":0,

"sensitivity":0.013513513513513514

},

{

"1-specificity":0,

"sensitivity":0.02702702702702703

},

{

"1-specificity":0.008849557522123894,

"sensitivity":0.02702702702702703

},

{

"1-specificity":0.008849557522123894,

"sensitivity":0.04054054054054054

},

{

"1-specificity":0.017699115044247787,

"sensitivity":0.04054054054054054

},

{

"1-specificity":0.017699115044247787,

"sensitivity":0.05405405405405406

},

{

"1-specificity":0.017699115044247787,

"sensitivity":0.06756756756756757

},

{

"1-specificity":0.017699115044247787,

"sensitivity":0.08108108108108109

},

{

"1-specificity":0.017699115044247787,

"sensitivity":0.0945945945945946

},

{

"1-specificity":0.017699115044247787,

"sensitivity":0.10810810810810811

},

{

"1-specificity":0.017699115044247787,

"sensitivity":0.12162162162162163

},

{

"1-specificity":0.017699115044247787,

"sensitivity":0.13513513513513514

},

{

"1-specificity":0.017699115044247787,

"sensitivity":0.14864864864864866

},

{

"1-specificity":0.02654867256637168,

"sensitivity":0.14864864864864866

},

{

"1-specificity":0.035398230088495575,

"sensitivity":0.14864864864864866

},

{

"1-specificity":0.04424778761061947,

"sensitivity":0.14864864864864866

},

{

"1-specificity":0.04424778761061947,

"sensitivity":0.16216216216216217

},

{

"1-specificity":0.04424778761061947,

"sensitivity":0.17567567567567569

},

{

"1-specificity":0.04424778761061947,

"sensitivity":0.1891891891891892

},

{

"1-specificity":0.04424778761061947,

"sensitivity":0.20270270270270271

},

{

"1-specificity":0.04424778761061947,

"sensitivity":0.21621621621621623

},

{

"1-specificity":0.05309734513274336,

"sensitivity":0.21621621621621623

},

{

"1-specificity":0.05309734513274336,

"sensitivity":0.22972972972972974

},

{

"1-specificity":0.05309734513274336,

"sensitivity":0.24324324324324326

},

{

"1-specificity":0.061946902654867256,

"sensitivity":0.24324324324324326

},

{

"1-specificity":0.07079646017699115,

"sensitivity":0.24324324324324326

},

{

"1-specificity":0.07079646017699115,

"sensitivity":0.25675675675675674

},

{

"1-specificity":0.07079646017699115,

"sensitivity":0.2702702702702703

},

{

"1-specificity":0.07964601769911504,

"sensitivity":0.2702702702702703

},

{

"1-specificity":0.07964601769911504,

"sensitivity":0.28378378378378377

},

{

"1-specificity":0.07964601769911504,

"sensitivity":0.2972972972972973

},

{

"1-specificity":0.07964601769911504,

"sensitivity":0.3108108108108108

},

{

"1-specificity":0.07964601769911504,

"sensitivity":0.32432432432432434

},

{

"1-specificity":0.08849557522123894,

"sensitivity":0.32432432432432434

},

{

"1-specificity":0.08849557522123894,

"sensitivity":0.33783783783783783

},

{

"1-specificity":0.09734513274336283,

"sensitivity":0.33783783783783783

},

{

"1-specificity":0.10619469026548672,

"sensitivity":0.33783783783783783

},

{

"1-specificity":0.10619469026548672,

"sensitivity":0.35135135135135137

},

{

"1-specificity":0.11504424778761062,

"sensitivity":0.35135135135135137

},

{

"1-specificity":0.11504424778761062,

"sensitivity":0.36486486486486486

},

{

"1-specificity":0.11504424778761062,

"sensitivity":0.3783783783783784

},

{

"1-specificity":0.11504424778761062,

"sensitivity":0.3918918918918919

},

{

"1-specificity":0.12389380530973451,

"sensitivity":0.3918918918918919

},

{

"1-specificity":0.12389380530973451,

"sensitivity":0.40540540540540543

},

{

"1-specificity":0.13274336283185842,

"sensitivity":0.40540540540540543

},

{

"1-specificity":0.13274336283185842,

"sensitivity":0.4189189189189189

},

{

"1-specificity":0.13274336283185842,

"sensitivity":0.43243243243243246

},

{

"1-specificity":0.1415929203539823,

"sensitivity":0.43243243243243246

},

{

"1-specificity":0.1504424778761062,

"sensitivity":0.43243243243243246

},

{

"1-specificity":0.1592920353982301,

"sensitivity":0.43243243243243246

},

{

"1-specificity":0.168141592920354,

"sensitivity":0.43243243243243246

},

{

"1-specificity":0.17699115044247787,

"sensitivity":0.43243243243243246

},

{

"1-specificity":0.18584070796460178,

"sensitivity":0.43243243243243246

},

{

"1-specificity":0.19469026548672566,

"sensitivity":0.43243243243243246

},

{

"1-specificity":0.19469026548672566,

"sensitivity":0.44594594594594594

},

{

"1-specificity":0.20353982300884957,

"sensitivity":0.44594594594594594

},

{

"1-specificity":0.21238938053097345,

"sensitivity":0.44594594594594594

},

{

"1-specificity":0.21238938053097345,

"sensitivity":0.4594594594594595

},

{

"1-specificity":0.22123893805309736,

"sensitivity":0.4594594594594595

},

{

"1-specificity":0.22123893805309736,

"sensitivity":0.47297297297297297

},

{

"1-specificity":0.23008849557522124,

"sensitivity":0.47297297297297297

},

{

"1-specificity":0.23008849557522124,

"sensitivity":0.4864864864864865

},

{

"1-specificity":0.23893805309734514,

"sensitivity":0.4864864864864865

},

{

"1-specificity":0.23893805309734514,

"sensitivity":0.5

},

{

"1-specificity":0.23893805309734514,

"sensitivity":0.5135135135135135

},

{

"1-specificity":0.24778761061946902,

"sensitivity":0.5135135135135135

},

{

"1-specificity":0.24778761061946902,

"sensitivity":0.527027027027027

},

{

"1-specificity":0.25663716814159293,

"sensitivity":0.527027027027027

},

{

"1-specificity":0.25663716814159293,

"sensitivity":0.5405405405405406

},

{

"1-specificity":0.26548672566371684,

"sensitivity":0.5405405405405406

},

{

"1-specificity":0.2743362831858407,

"sensitivity":0.5405405405405406

},

{

"1-specificity":0.2743362831858407,

"sensitivity":0.5540540540540541

},

{

"1-specificity":0.2743362831858407,

"sensitivity":0.5675675675675675

},

{

"1-specificity":0.2743362831858407,

"sensitivity":0.581081081081081

},

{

"1-specificity":0.2831858407079646,

"sensitivity":0.581081081081081

},

{

"1-specificity":0.2920353982300885,

"sensitivity":0.581081081081081

},

{

"1-specificity":0.3008849557522124,

"sensitivity":0.581081081081081

},

{

"1-specificity":0.30973451327433627,

"sensitivity":0.581081081081081

},

{

"1-specificity":0.30973451327433627,

"sensitivity":0.5945945945945946

},

{

"1-specificity":0.3185840707964602,

"sensitivity":0.5945945945945946

},

{

"1-specificity":0.3274336283185841,

"sensitivity":0.5945945945945946

},

{

"1-specificity":0.336283185840708,

"sensitivity":0.5945945945945946

},

{

"1-specificity":0.34513274336283184,

"sensitivity":0.5945945945945946

},

{

"1-specificity":0.35398230088495575,

"sensitivity":0.5945945945945946

},

{

"1-specificity":0.35398230088495575,

"sensitivity":0.6081081081081081

},

{

"1-specificity":0.35398230088495575,

"sensitivity":0.6216216216216216

},

{

"1-specificity":0.36283185840707965,

"sensitivity":0.6216216216216216

},

{

"1-specificity":0.36283185840707965,

"sensitivity":0.6351351351351351

},

{

"1-specificity":0.37168141592920356,

"sensitivity":0.6351351351351351

},

{

"1-specificity":0.37168141592920356,

"sensitivity":0.6486486486486487

},

{

"1-specificity":0.3805309734513274,

"sensitivity":0.6486486486486487

},

{

"1-specificity":0.3893805309734513,

"sensitivity":0.6486486486486487

},

{

"1-specificity":0.39823008849557523,

"sensitivity":0.6486486486486487

},

{

"1-specificity":0.40707964601769914,

"sensitivity":0.6486486486486487

},

{

"1-specificity":0.415929203539823,

"sensitivity":0.6486486486486487

},

{

"1-specificity":0.415929203539823,

"sensitivity":0.6621621621621622

},

{

"1-specificity":0.4247787610619469,

"sensitivity":0.6621621621621622

},

{

"1-specificity":0.4336283185840708,

"sensitivity":0.6621621621621622

},

{

"1-specificity":0.4336283185840708,

"sensitivity":0.6756756756756757

},

{

"1-specificity":0.4336283185840708,

"sensitivity":0.6891891891891891

},

{

"1-specificity":1,

"sensitivity":1

}

],

"AccuTable":

[

{

"precision":0.4010989010989011,

"recall":0.9864864864864865,

"accuracy":0.4117647058823529,

"threshold":0.05000000074505806

},

{

"precision":0.44375,

"recall":0.9594594594594594,

"accuracy":0.5080213903743316,

"threshold":0.10000000004139212

},

{

"precision":0.4423076923076923,

"recall":0.9324324324324325,

"accuracy":0.5080213903743316,

"threshold":0.14999999933772618

},

{

"precision":0.4533333333333333,

"recall":0.918918918918919,

"accuracy":0.5294117647058824,

"threshold":0.19999999863406023

},

{

"precision":0.475177304964539,

"recall":0.9054054054054054,

"accuracy":0.5668449197860963,

"threshold":0.2499999979303943

},

{

"precision":0.5076923076923077,

"recall":0.8918918918918919,

"accuracy":0.6149732620320856,

"threshold":0.2999999972267283

},

{

"precision":0.5043478260869565,

"recall":0.7837837837837838,

"accuracy":0.6096256684491979,

"threshold":0.34999999652306235

},

{

"precision":0.5048543689320388,

"recall":0.7027027027027027,

"accuracy":0.6096256684491979,

"threshold":0.3999999958193964

},

{

"precision":0.5333333333333333,

"recall":0.6486486486486487,

"accuracy":0.6363636363636364,

"threshold":0.4499999951157304

},

{

"precision":0.5569620253164557,

"recall":0.5945945945945946,

"accuracy":0.6524064171122995,

"threshold":0.49999999441206444

},

{

"precision":0.5757575757575758,

"recall":0.5135135135135135,

"accuracy":0.6577540106951871,

"threshold":0.5499999937083985

},

{

"precision":0.6530612244897959,

"recall":0.43243243243243246,

"accuracy":0.6844919786096256,

"threshold":0.5999999930047325

},

{

"precision":0.6944444444444444,

"recall":0.33783783783783783,

"accuracy":0.679144385026738,

"threshold":0.6499999923010665

},

{

"precision":0.6923076923076923,

"recall":0.24324324324324326,

"accuracy":0.6577540106951871,

"threshold":0.6999999915974006

},

{

"precision":0.8181818181818182,

"recall":0.12162162162162163,

"accuracy":0.6417112299465241,

"threshold":0.7499999908937346

},

{

"precision":0.75,

"recall":0.04054054054054054,

"accuracy":0.6149732620320856,

"threshold":0.7999999901900686

},

{

"precision":0,

"recall":0,

"accuracy":0.6042780748663101,

"threshold":0.8499999894864027

},

{

"precision":0,

"recall":0,

"accuracy":0.6042780748663101,

"threshold":0.8999999887827367

},

{

"precision":0,

"recall":0,

"accuracy":0.6042780748663101,

"threshold":0.949999988079071

}

],

"GINI":0.42107151399186793,

"AUC":0.710535756995934

}

],

"ModelPresentInfo":

[

{

"name":"XGBClassification_1",

"value":"0.6934943793350874",

"properties":

{

"reg_lambda":"1",

"colsample_bytree":"1",

"base_score":"0.5",

"scale_pos_weight":"1",

"n_jobs":"4",

"max_depth":"6",

"random_state":"0",

"n_estimators":"150",

"reg_alpha":"0",

"booster":"gbtree",

"objective":"binary:logistic",

"missing":null,

"subsample":"1",

"colsample_bylevel":"1",

"learning_rate":"0.1",

"max_delta_step":"0",

"min_child_weight":"1",

"gamma":"0",

"verbosity":"0"

}

},

{

"name":"RFClassification_1",

"value":"0.6901458981105",

"properties":

{

"criterion":"gini",

"oob_score":"false",

"min_samples_split":"50",

"max_depth":"6",

"n_jobs":"-1",

"n_estimators":"100",

"bootstrap":"true",

"random_state":"0",

"min_weight_fraction_leaf":"0",

"min_impurity_decrease":"1e-07",

"min_samples_leaf":"50",

"warm_start":"false",

"verbose":"0",

"max_features":null,

"max_leaf_nodes":null,

"class_weight":null

}

},

{

"name":"FNNClassification_1",

"value":"0.6566012915570437",

"properties":

{

"beta_1":"0.9",

"beta_2":"0.999",

"batch_size":"auto",

"random_state":"0",

"early_stopping":"true",

"warm_start":"false",

"hidden_layer_sizes":

[

6,

4

],

"momentum":"0.9",

"verbose":"false",

"tol":"1e-05",

"epsilon":"1e-08",

"alpha":"1e-05",

"power_t":"0.5",

"nesterovs_momentum":"true",

"validation_fraction":"0.1",

"shuffle":"true",

"activation":"tanh",

"learning_rate_init":"0.001",

"max_iter":"200",

"learning_rate":"constant",

"solver":"lbfgs"

}

},

{

"name":"RidgeClassification_1",

"value":"0.6758550585984215",

"properties":

{

"tol":"1e-05",

"fit_intercept":"true",

"alpha":"0.5",

"normalize":"false",

"class_weight":null,

"random_state":"0",

"max_iter":"200",

"copy_X":"true",

"solver":"auto"

}

},

{

"name":"TreeClassification_1",

"value":"0.6918201387227936",

"properties":

{

"max_features":null,

"criterion":"gini",

"max_leaf_nodes":null,

"min_samples_split":"50",

"presort":"false",

"max_depth":"6",

"class_weight":null,

"random_state":"0",

"min_weight_fraction_leaf":"0",

"min_impurity_decrease":"1e-08",

"splitter":"best",

"min_samples_leaf":"50"

}

},

{

"name":"LogicClassification_1",

"value":"0.6665271466156422",

"properties":

{

"C":"1.0",

"penalty":"l2",

"n_jobs":"1",

"random_state":"0",

"warm_start":"false",

"verbose":"0",

"intercept_scaling":"1",

"tol":"0.0001",

"fit_intercept":"true",

"dual":"false",

"class_weight":null,

"multi_class":"ovr",

"max_iter":"200",

"solver":"liblinear"

}

},

{

"name":"GBDTClassification_1",

"value":"0.6995336044008612",

"properties":

{

"init":null,

"criterion":"friedman_mse",

"min_samples_split":"50",

"presort":"auto",

"max_depth":"6",

"n_estimators":"150",

"random_state":"0",

"min_weight_fraction_leaf":"0",

"min_impurity_decrease":"1e-08",

"min_samples_leaf":"50",

"warm_start":"false",

"verbose":"0",

"loss":"deviance",

"max_features":null,

"max_leaf_nodes":null,

"subsample":"1.0",

"learning_rate":"0.1"

}

}

]

}