The offline evaluation can be really complex and, hence, the configuration need an explanation. On this page, we first describe the general structure of the configuration and, afterwards, the definition of each entry.
“experiment-id”:”test1″,
“maxRelevantItemCount”:100,
“metric-ids”:”coverage@coverage,mae@mae,rmse@rmse,recall@recall5,recall@recall10,recall@recall50,precision@precision5,precision@precision10,precision@precision50,mrr@mrr5,mrr@mrr10,mrr@mrr50″,
“coverage”: {“topN”: 10},
“recall5”: {“topN”: 5},
“recall10”: {“topN”: 10},
“recall50”: {“topN”: 50},
“precision5”: {“topN”: 5},
“precision10”: {“topN”: 10},
“precision50”: {“topN”: 50},
“mrr5”: {“topN”: 5},
“mrr10”: {“topN”: 10},
“mrr50”: {“topN”: 50},
“rec-id”: “mp@MostPopular,random@Random,librec-MostPopular@LibrecMostPopular,librec-SlopeOne@SlopeOne”,
“LibrecMostPopular”: {
“className”:”librec.baseline.MostPopular”,
“rec-builder-id”:”librec-MostPopular”
},
“Random”: {
“rec-builder-id”:”random”
},
“MostPopular”: {
“rec-builder-id”:”mp”
},
“SlopeOne”: {
“className”:”librec.ext.SlopeOne”,
“rec-builder-id”:”librec-SlopeOne”
},
“runThroughAllItems”:”false”,
“source-id”: “ciao”,
“split-type”:”n-fold”,
“splitter-id”:”random-nfold”,
“random-nfold”: {
“seed”:1,
“nbFolds”:3