Last active
March 21, 2022 13:08
-
-
Save philipphager/130dfc65ca71601687e64fe830a4d9cd to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"config": {"view": {"continuousWidth": 400, "continuousHeight": 300}}, | |
"data": {"name": "data-1132bb181f3c2cf775a80ccf83650219"}, | |
"mark": "line", | |
"encoding": { | |
"color": {"field": "model", "type": "nominal"}, | |
"row": {"field": "metric", "type": "nominal"}, | |
"tooltip": [ | |
{"field": "epoch", "type": "quantitative"}, | |
{"field": "model", "type": "nominal"}, | |
{"field": "metric", "type": "nominal"}, | |
{"field": "value", "type": "quantitative"} | |
], | |
"x": {"field": "epoch", "type": "quantitative"}, | |
"y": {"field": "value", "type": "quantitative"} | |
}, | |
"height": 400, | |
"selection": { | |
"selector001": { | |
"type": "interval", | |
"bind": "scales", | |
"encodings": ["x", "y"] | |
} | |
}, | |
"title": "Benchmark (items=1000, topk=10, item_occurrences=2, click_noise=0.1)", | |
"width": 600, | |
"$schema": "https://vega.github.io/schema/vega-lite/v4.17.0.json", | |
"datasets": { | |
"data-1132bb181f3c2cf775a80ccf83650219": [ | |
{ | |
"epoch": 0, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.8209317989480147 | |
}, | |
{ | |
"epoch": 1, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.8638260722235717 | |
}, | |
{ | |
"epoch": 2, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.8951660617538804 | |
}, | |
{ | |
"epoch": 3, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.9003450919110016 | |
}, | |
{ | |
"epoch": 4, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.9176054816990304 | |
}, | |
{ | |
"epoch": 5, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.9292043194509756 | |
}, | |
{ | |
"epoch": 6, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.9312828854901938 | |
}, | |
{ | |
"epoch": 7, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.9336274641330014 | |
}, | |
{ | |
"epoch": 8, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.9371936855713685 | |
}, | |
{ | |
"epoch": 9, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.9436614925526078 | |
}, | |
{ | |
"epoch": 10, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.946392576193333 | |
}, | |
{ | |
"epoch": 11, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.9473940182158913 | |
}, | |
{ | |
"epoch": 12, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.9469959578897261 | |
}, | |
{ | |
"epoch": 13, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.9494872610410094 | |
}, | |
{ | |
"epoch": 14, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.9511112926679611 | |
}, | |
{ | |
"epoch": 15, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.9535976576824383 | |
}, | |
{ | |
"epoch": 16, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.9539794365191867 | |
}, | |
{ | |
"epoch": 17, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.9533977776292107 | |
}, | |
{ | |
"epoch": 18, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.9537049903689833 | |
}, | |
{ | |
"epoch": 19, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.9599007090120065 | |
}, | |
{ | |
"epoch": 20, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.9594512051987499 | |
}, | |
{ | |
"epoch": 21, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.9589642695542743 | |
}, | |
{ | |
"epoch": 22, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.9598497778385813 | |
}, | |
{ | |
"epoch": 23, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.9606958950968935 | |
}, | |
{ | |
"epoch": 24, | |
"model": "PBM", | |
"metric": "ndcg", | |
"value": 0.9606958950968935 | |
}, | |
{ | |
"epoch": 0, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.7573345061733306 | |
}, | |
{ | |
"epoch": 1, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.7891555136426066 | |
}, | |
{ | |
"epoch": 2, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.8293615956814585 | |
}, | |
{ | |
"epoch": 3, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.846741295214691 | |
}, | |
{ | |
"epoch": 4, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.8604203236277759 | |
}, | |
{ | |
"epoch": 5, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.8735327330076151 | |
}, | |
{ | |
"epoch": 6, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.8806726478252261 | |
}, | |
{ | |
"epoch": 7, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.8867311565205003 | |
}, | |
{ | |
"epoch": 8, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.8967937074685035 | |
}, | |
{ | |
"epoch": 9, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.9047461984177504 | |
}, | |
{ | |
"epoch": 10, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.935117301439334 | |
}, | |
{ | |
"epoch": 11, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.935591888686142 | |
}, | |
{ | |
"epoch": 12, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.9476205934280475 | |
}, | |
{ | |
"epoch": 13, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.950551167624736 | |
}, | |
{ | |
"epoch": 14, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.9506240646058097 | |
}, | |
{ | |
"epoch": 15, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.948390045643026 | |
}, | |
{ | |
"epoch": 16, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.9495167078592399 | |
}, | |
{ | |
"epoch": 17, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.9497289058001739 | |
}, | |
{ | |
"epoch": 18, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.9493578890372286 | |
}, | |
{ | |
"epoch": 19, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.9477295711962401 | |
}, | |
{ | |
"epoch": 20, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.9508905525398202 | |
}, | |
{ | |
"epoch": 21, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.9520238308586569 | |
}, | |
{ | |
"epoch": 22, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.9527746958282595 | |
}, | |
{ | |
"epoch": 23, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.9558792298709878 | |
}, | |
{ | |
"epoch": 24, | |
"model": "NeuralPBM", | |
"metric": "ndcg", | |
"value": 0.9559119888488748 | |
}, | |
{ | |
"epoch": 0, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.7267883599403403 | |
}, | |
{ | |
"epoch": 1, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.7702321290342721 | |
}, | |
{ | |
"epoch": 2, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.7940806048215758 | |
}, | |
{ | |
"epoch": 3, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.8086930307368679 | |
}, | |
{ | |
"epoch": 4, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.8241752121928511 | |
}, | |
{ | |
"epoch": 5, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.8420238373122004 | |
}, | |
{ | |
"epoch": 6, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.849941563208057 | |
}, | |
{ | |
"epoch": 7, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.8615107836173638 | |
}, | |
{ | |
"epoch": 8, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.8689785405876029 | |
}, | |
{ | |
"epoch": 9, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.8740410625256803 | |
}, | |
{ | |
"epoch": 10, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.8754582204389757 | |
}, | |
{ | |
"epoch": 11, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.879426905540563 | |
}, | |
{ | |
"epoch": 12, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.881518595561485 | |
}, | |
{ | |
"epoch": 13, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.8817824251716783 | |
}, | |
{ | |
"epoch": 14, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.8826035134675476 | |
}, | |
{ | |
"epoch": 15, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.8835083540959058 | |
}, | |
{ | |
"epoch": 16, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.8896870872873316 | |
}, | |
{ | |
"epoch": 17, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.888903140577177 | |
}, | |
{ | |
"epoch": 18, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.8892186438398852 | |
}, | |
{ | |
"epoch": 19, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.892196886436087 | |
}, | |
{ | |
"epoch": 20, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.8930690335195102 | |
}, | |
{ | |
"epoch": 21, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.8953656774878863 | |
}, | |
{ | |
"epoch": 22, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.89373721859266 | |
}, | |
{ | |
"epoch": 23, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.8945805492257121 | |
}, | |
{ | |
"epoch": 24, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg", | |
"value": 0.8955969183007713 | |
}, | |
{ | |
"epoch": 0, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.7666373409550167 | |
}, | |
{ | |
"epoch": 1, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.8060338772531074 | |
}, | |
{ | |
"epoch": 2, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.8315516320678902 | |
}, | |
{ | |
"epoch": 3, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.8435996349492543 | |
}, | |
{ | |
"epoch": 4, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.8569279132501978 | |
}, | |
{ | |
"epoch": 5, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.8673952488889506 | |
}, | |
{ | |
"epoch": 6, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.8771353060970819 | |
}, | |
{ | |
"epoch": 7, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.8867695240101432 | |
}, | |
{ | |
"epoch": 8, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.8907050846453564 | |
}, | |
{ | |
"epoch": 9, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.8961108407292545 | |
}, | |
{ | |
"epoch": 10, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.9028816061871643 | |
}, | |
{ | |
"epoch": 11, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.9064268396213819 | |
}, | |
{ | |
"epoch": 12, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.9228538552143618 | |
}, | |
{ | |
"epoch": 13, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.9298691517293931 | |
}, | |
{ | |
"epoch": 14, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.9326055765445176 | |
}, | |
{ | |
"epoch": 15, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.9353409810729587 | |
}, | |
{ | |
"epoch": 16, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.9364020349558717 | |
}, | |
{ | |
"epoch": 17, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.9418437509959346 | |
}, | |
{ | |
"epoch": 18, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.9429663973400789 | |
}, | |
{ | |
"epoch": 19, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.9376024142538166 | |
}, | |
{ | |
"epoch": 20, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.9436122875386989 | |
}, | |
{ | |
"epoch": 21, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.9377879543452379 | |
}, | |
{ | |
"epoch": 22, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.9421307901517699 | |
}, | |
{ | |
"epoch": 23, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.9389513532195758 | |
}, | |
{ | |
"epoch": 24, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg", | |
"value": 0.943580182618485 | |
}, | |
{ | |
"epoch": 0, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.7325544799630183 | |
}, | |
{ | |
"epoch": 1, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.7644959469871102 | |
}, | |
{ | |
"epoch": 2, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.7925111029284417 | |
}, | |
{ | |
"epoch": 3, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.8153318920569759 | |
}, | |
{ | |
"epoch": 4, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.8350876002547739 | |
}, | |
{ | |
"epoch": 5, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.8540588171836404 | |
}, | |
{ | |
"epoch": 6, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.8656715984783544 | |
}, | |
{ | |
"epoch": 7, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.8724284491704914 | |
}, | |
{ | |
"epoch": 8, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.878502718327073 | |
}, | |
{ | |
"epoch": 9, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.8888969407934365 | |
}, | |
{ | |
"epoch": 10, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.8951047748549893 | |
}, | |
{ | |
"epoch": 11, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.9117323863715864 | |
}, | |
{ | |
"epoch": 12, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.917152985366322 | |
}, | |
{ | |
"epoch": 13, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.9276459941346296 | |
}, | |
{ | |
"epoch": 14, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.9302865586085636 | |
}, | |
{ | |
"epoch": 15, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.931569670764834 | |
}, | |
{ | |
"epoch": 16, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.9342004091095518 | |
}, | |
{ | |
"epoch": 17, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.938619883482271 | |
}, | |
{ | |
"epoch": 18, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.9406848862755115 | |
}, | |
{ | |
"epoch": 19, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.9407458258836807 | |
}, | |
{ | |
"epoch": 20, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.9425570981388333 | |
}, | |
{ | |
"epoch": 21, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.9430587822273069 | |
}, | |
{ | |
"epoch": 22, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.9447789317318296 | |
}, | |
{ | |
"epoch": 23, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.9444146636183234 | |
}, | |
{ | |
"epoch": 24, | |
"model": "IPW", | |
"metric": "ndcg", | |
"value": 0.9464576934982645 | |
}, | |
{ | |
"epoch": 0, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.7507724193230846 | |
}, | |
{ | |
"epoch": 1, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.7813622719965485 | |
}, | |
{ | |
"epoch": 2, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.7987897190623157 | |
}, | |
{ | |
"epoch": 3, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.813840388407022 | |
}, | |
{ | |
"epoch": 4, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.8297524653697533 | |
}, | |
{ | |
"epoch": 5, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.8433181655998645 | |
}, | |
{ | |
"epoch": 6, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.852712257311125 | |
}, | |
{ | |
"epoch": 7, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.8626085774920169 | |
}, | |
{ | |
"epoch": 8, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.870022318610734 | |
}, | |
{ | |
"epoch": 9, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.877427235775573 | |
}, | |
{ | |
"epoch": 10, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.8808850469447591 | |
}, | |
{ | |
"epoch": 11, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.8854705085418125 | |
}, | |
{ | |
"epoch": 12, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.8885852736567896 | |
}, | |
{ | |
"epoch": 13, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.8904336543256511 | |
}, | |
{ | |
"epoch": 14, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.891338077986108 | |
}, | |
{ | |
"epoch": 15, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.8916661345002312 | |
}, | |
{ | |
"epoch": 16, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.8915804630364615 | |
}, | |
{ | |
"epoch": 17, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.8910528695558895 | |
}, | |
{ | |
"epoch": 18, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.8935639874798929 | |
}, | |
{ | |
"epoch": 19, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.8936149044099758 | |
}, | |
{ | |
"epoch": 20, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.8946645830328569 | |
}, | |
{ | |
"epoch": 21, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.8947364897207126 | |
}, | |
{ | |
"epoch": 22, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.8948556761695271 | |
}, | |
{ | |
"epoch": 23, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.8956165418454219 | |
}, | |
{ | |
"epoch": 24, | |
"model": "IPW - Biased", | |
"metric": "ndcg", | |
"value": 0.8958841663337541 | |
}, | |
{ | |
"epoch": 0, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.8209317989480147 | |
}, | |
{ | |
"epoch": 1, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.8638260722235717 | |
}, | |
{ | |
"epoch": 2, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.8951660617538804 | |
}, | |
{ | |
"epoch": 3, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.9003450919110016 | |
}, | |
{ | |
"epoch": 4, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.9176054816990304 | |
}, | |
{ | |
"epoch": 5, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.9292043194509756 | |
}, | |
{ | |
"epoch": 6, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.9312828854901938 | |
}, | |
{ | |
"epoch": 7, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.9336274641330014 | |
}, | |
{ | |
"epoch": 8, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.9371936855713685 | |
}, | |
{ | |
"epoch": 9, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.9436614925526078 | |
}, | |
{ | |
"epoch": 10, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.946392576193333 | |
}, | |
{ | |
"epoch": 11, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.9473940182158913 | |
}, | |
{ | |
"epoch": 12, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.9469959578897261 | |
}, | |
{ | |
"epoch": 13, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.9494872610410094 | |
}, | |
{ | |
"epoch": 14, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.9511112926679611 | |
}, | |
{ | |
"epoch": 15, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.9535976576824383 | |
}, | |
{ | |
"epoch": 16, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.9539794365191867 | |
}, | |
{ | |
"epoch": 17, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.9533977776292107 | |
}, | |
{ | |
"epoch": 18, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.9537049903689833 | |
}, | |
{ | |
"epoch": 19, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.9599007090120065 | |
}, | |
{ | |
"epoch": 20, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.9594512051987499 | |
}, | |
{ | |
"epoch": 21, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.9589642695542743 | |
}, | |
{ | |
"epoch": 22, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.9598497778385813 | |
}, | |
{ | |
"epoch": 23, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.9606958950968935 | |
}, | |
{ | |
"epoch": 24, | |
"model": "PBM", | |
"metric": "ndcg@10", | |
"value": 0.9606958950968935 | |
}, | |
{ | |
"epoch": 0, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.7573345061733306 | |
}, | |
{ | |
"epoch": 1, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.7891555136426066 | |
}, | |
{ | |
"epoch": 2, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.8293615956814585 | |
}, | |
{ | |
"epoch": 3, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.846741295214691 | |
}, | |
{ | |
"epoch": 4, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.8604203236277759 | |
}, | |
{ | |
"epoch": 5, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.8735327330076151 | |
}, | |
{ | |
"epoch": 6, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.8806726478252261 | |
}, | |
{ | |
"epoch": 7, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.8867311565205003 | |
}, | |
{ | |
"epoch": 8, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.8967937074685035 | |
}, | |
{ | |
"epoch": 9, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.9047461984177504 | |
}, | |
{ | |
"epoch": 10, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.935117301439334 | |
}, | |
{ | |
"epoch": 11, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.935591888686142 | |
}, | |
{ | |
"epoch": 12, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.9476205934280475 | |
}, | |
{ | |
"epoch": 13, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.950551167624736 | |
}, | |
{ | |
"epoch": 14, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.9506240646058097 | |
}, | |
{ | |
"epoch": 15, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.948390045643026 | |
}, | |
{ | |
"epoch": 16, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.9495167078592399 | |
}, | |
{ | |
"epoch": 17, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.9497289058001739 | |
}, | |
{ | |
"epoch": 18, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.9493578890372286 | |
}, | |
{ | |
"epoch": 19, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.9477295711962401 | |
}, | |
{ | |
"epoch": 20, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.9508905525398202 | |
}, | |
{ | |
"epoch": 21, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.9520238308586569 | |
}, | |
{ | |
"epoch": 22, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.9527746958282595 | |
}, | |
{ | |
"epoch": 23, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.9558792298709878 | |
}, | |
{ | |
"epoch": 24, | |
"model": "NeuralPBM", | |
"metric": "ndcg@10", | |
"value": 0.9559119888488748 | |
}, | |
{ | |
"epoch": 0, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.7267883599403403 | |
}, | |
{ | |
"epoch": 1, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.7702321290342721 | |
}, | |
{ | |
"epoch": 2, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.7940806048215758 | |
}, | |
{ | |
"epoch": 3, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8086930307368679 | |
}, | |
{ | |
"epoch": 4, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8241752121928511 | |
}, | |
{ | |
"epoch": 5, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8420238373122004 | |
}, | |
{ | |
"epoch": 6, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.849941563208057 | |
}, | |
{ | |
"epoch": 7, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8615107836173638 | |
}, | |
{ | |
"epoch": 8, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8689785405876029 | |
}, | |
{ | |
"epoch": 9, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8740410625256803 | |
}, | |
{ | |
"epoch": 10, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8754582204389757 | |
}, | |
{ | |
"epoch": 11, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.879426905540563 | |
}, | |
{ | |
"epoch": 12, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.881518595561485 | |
}, | |
{ | |
"epoch": 13, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8817824251716783 | |
}, | |
{ | |
"epoch": 14, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8826035134675476 | |
}, | |
{ | |
"epoch": 15, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8835083540959058 | |
}, | |
{ | |
"epoch": 16, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8896870872873316 | |
}, | |
{ | |
"epoch": 17, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.888903140577177 | |
}, | |
{ | |
"epoch": 18, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8892186438398852 | |
}, | |
{ | |
"epoch": 19, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.892196886436087 | |
}, | |
{ | |
"epoch": 20, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8930690335195102 | |
}, | |
{ | |
"epoch": 21, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8953656774878863 | |
}, | |
{ | |
"epoch": 22, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.89373721859266 | |
}, | |
{ | |
"epoch": 23, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8945805492257121 | |
}, | |
{ | |
"epoch": 24, | |
"model": "NeuralPBM - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8955969183007713 | |
}, | |
{ | |
"epoch": 0, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.7666373409550167 | |
}, | |
{ | |
"epoch": 1, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.8060338772531074 | |
}, | |
{ | |
"epoch": 2, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.8315516320678902 | |
}, | |
{ | |
"epoch": 3, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.8435996349492543 | |
}, | |
{ | |
"epoch": 4, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.8569279132501978 | |
}, | |
{ | |
"epoch": 5, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.8673952488889506 | |
}, | |
{ | |
"epoch": 6, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.8771353060970819 | |
}, | |
{ | |
"epoch": 7, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.8867695240101432 | |
}, | |
{ | |
"epoch": 8, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.8907050846453564 | |
}, | |
{ | |
"epoch": 9, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.8961108407292545 | |
}, | |
{ | |
"epoch": 10, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.9028816061871643 | |
}, | |
{ | |
"epoch": 11, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.9064268396213819 | |
}, | |
{ | |
"epoch": 12, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.9228538552143618 | |
}, | |
{ | |
"epoch": 13, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.9298691517293931 | |
}, | |
{ | |
"epoch": 14, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.9326055765445176 | |
}, | |
{ | |
"epoch": 15, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.9353409810729587 | |
}, | |
{ | |
"epoch": 16, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.9364020349558717 | |
}, | |
{ | |
"epoch": 17, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.9418437509959346 | |
}, | |
{ | |
"epoch": 18, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.9429663973400789 | |
}, | |
{ | |
"epoch": 19, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.9376024142538166 | |
}, | |
{ | |
"epoch": 20, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.9436122875386989 | |
}, | |
{ | |
"epoch": 21, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.9377879543452379 | |
}, | |
{ | |
"epoch": 22, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.9421307901517699 | |
}, | |
{ | |
"epoch": 23, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.9389513532195758 | |
}, | |
{ | |
"epoch": 24, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "ndcg@10", | |
"value": 0.943580182618485 | |
}, | |
{ | |
"epoch": 0, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.7325544799630183 | |
}, | |
{ | |
"epoch": 1, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.7644959469871102 | |
}, | |
{ | |
"epoch": 2, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.7925111029284417 | |
}, | |
{ | |
"epoch": 3, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.8153318920569759 | |
}, | |
{ | |
"epoch": 4, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.8350876002547739 | |
}, | |
{ | |
"epoch": 5, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.8540588171836404 | |
}, | |
{ | |
"epoch": 6, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.8656715984783544 | |
}, | |
{ | |
"epoch": 7, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.8724284491704914 | |
}, | |
{ | |
"epoch": 8, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.878502718327073 | |
}, | |
{ | |
"epoch": 9, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.8888969407934365 | |
}, | |
{ | |
"epoch": 10, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.8951047748549893 | |
}, | |
{ | |
"epoch": 11, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.9117323863715864 | |
}, | |
{ | |
"epoch": 12, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.917152985366322 | |
}, | |
{ | |
"epoch": 13, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.9276459941346296 | |
}, | |
{ | |
"epoch": 14, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.9302865586085636 | |
}, | |
{ | |
"epoch": 15, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.931569670764834 | |
}, | |
{ | |
"epoch": 16, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.9342004091095518 | |
}, | |
{ | |
"epoch": 17, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.938619883482271 | |
}, | |
{ | |
"epoch": 18, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.9406848862755115 | |
}, | |
{ | |
"epoch": 19, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.9407458258836807 | |
}, | |
{ | |
"epoch": 20, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.9425570981388333 | |
}, | |
{ | |
"epoch": 21, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.9430587822273069 | |
}, | |
{ | |
"epoch": 22, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.9447789317318296 | |
}, | |
{ | |
"epoch": 23, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.9444146636183234 | |
}, | |
{ | |
"epoch": 24, | |
"model": "IPW", | |
"metric": "ndcg@10", | |
"value": 0.9464576934982645 | |
}, | |
{ | |
"epoch": 0, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.7507724193230846 | |
}, | |
{ | |
"epoch": 1, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.7813622719965485 | |
}, | |
{ | |
"epoch": 2, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.7987897190623157 | |
}, | |
{ | |
"epoch": 3, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.813840388407022 | |
}, | |
{ | |
"epoch": 4, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8297524653697533 | |
}, | |
{ | |
"epoch": 5, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8433181655998645 | |
}, | |
{ | |
"epoch": 6, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.852712257311125 | |
}, | |
{ | |
"epoch": 7, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8626085774920169 | |
}, | |
{ | |
"epoch": 8, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.870022318610734 | |
}, | |
{ | |
"epoch": 9, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.877427235775573 | |
}, | |
{ | |
"epoch": 10, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8808850469447591 | |
}, | |
{ | |
"epoch": 11, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8854705085418125 | |
}, | |
{ | |
"epoch": 12, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8885852736567896 | |
}, | |
{ | |
"epoch": 13, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8904336543256511 | |
}, | |
{ | |
"epoch": 14, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.891338077986108 | |
}, | |
{ | |
"epoch": 15, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8916661345002312 | |
}, | |
{ | |
"epoch": 16, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8915804630364615 | |
}, | |
{ | |
"epoch": 17, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8910528695558895 | |
}, | |
{ | |
"epoch": 18, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8935639874798929 | |
}, | |
{ | |
"epoch": 19, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8936149044099758 | |
}, | |
{ | |
"epoch": 20, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8946645830328569 | |
}, | |
{ | |
"epoch": 21, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8947364897207126 | |
}, | |
{ | |
"epoch": 22, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8948556761695271 | |
}, | |
{ | |
"epoch": 23, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8956165418454219 | |
}, | |
{ | |
"epoch": 24, | |
"model": "IPW - Biased", | |
"metric": "ndcg@10", | |
"value": 0.8958841663337541 | |
}, | |
{ | |
"epoch": 0, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.7219184382086167 | |
}, | |
{ | |
"epoch": 1, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.7893672052154196 | |
}, | |
{"epoch": 2, "model": "PBM", "metric": "mAP", "value": 0.840331746031746}, | |
{ | |
"epoch": 3, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.8506063492063493 | |
}, | |
{ | |
"epoch": 4, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.8771037131519275 | |
}, | |
{ | |
"epoch": 5, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.8940682539682538 | |
}, | |
{ | |
"epoch": 6, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.8983709750566894 | |
}, | |
{ | |
"epoch": 7, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.9026632369614512 | |
}, | |
{ | |
"epoch": 8, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.9079053004535147 | |
}, | |
{ | |
"epoch": 9, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.9189350623582766 | |
}, | |
{ | |
"epoch": 10, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.9235481575963718 | |
}, | |
{ | |
"epoch": 11, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.926082142857143 | |
}, | |
{ | |
"epoch": 12, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.9253738095238094 | |
}, | |
{ | |
"epoch": 13, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.9307970238095237 | |
}, | |
{ | |
"epoch": 14, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.9343744047619046 | |
}, | |
{ | |
"epoch": 15, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.9394091269841269 | |
}, | |
{ | |
"epoch": 16, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.9400757936507935 | |
}, | |
{ | |
"epoch": 17, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.9387702380952381 | |
}, | |
{ | |
"epoch": 18, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.9393257936507936 | |
}, | |
{ | |
"epoch": 19, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.9498105158730158 | |
}, | |
{ | |
"epoch": 20, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.9487771825396826 | |
}, | |
{ | |
"epoch": 21, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.9476938492063492 | |
}, | |
{ | |
"epoch": 22, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.9496795634920635 | |
}, | |
{ | |
"epoch": 23, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.951485119047619 | |
}, | |
{ | |
"epoch": 24, | |
"model": "PBM", | |
"metric": "mAP", | |
"value": 0.951485119047619 | |
}, | |
{ | |
"epoch": 0, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.6316951058201059 | |
}, | |
{ | |
"epoch": 1, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.6738803902116401 | |
}, | |
{ | |
"epoch": 2, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.7339526785714285 | |
}, | |
{ | |
"epoch": 3, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.7593933531746032 | |
}, | |
{ | |
"epoch": 4, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.7819214143990929 | |
}, | |
{ | |
"epoch": 5, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.8025100056689343 | |
}, | |
{ | |
"epoch": 6, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.8140373866213152 | |
}, | |
{ | |
"epoch": 7, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.824490164399093 | |
}, | |
{ | |
"epoch": 8, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.8397679421768707 | |
}, | |
{ | |
"epoch": 9, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.8526119897959183 | |
}, | |
{ | |
"epoch": 10, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.9051803004535146 | |
}, | |
{ | |
"epoch": 11, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.9073338718820861 | |
}, | |
{ | |
"epoch": 12, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.9254354591836735 | |
}, | |
{ | |
"epoch": 13, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.9306492063492064 | |
}, | |
{ | |
"epoch": 14, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.9307117063492063 | |
}, | |
{ | |
"epoch": 15, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.927454761904762 | |
}, | |
{ | |
"epoch": 16, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.9299279761904762 | |
}, | |
{ | |
"epoch": 17, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.9292335317460317 | |
}, | |
{ | |
"epoch": 18, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.9295867063492064 | |
}, | |
{ | |
"epoch": 19, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.9278318877551022 | |
}, | |
{ | |
"epoch": 20, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.9318676020408163 | |
}, | |
{ | |
"epoch": 21, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.9344717687074829 | |
}, | |
{ | |
"epoch": 22, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.9361384353741496 | |
}, | |
{ | |
"epoch": 23, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.9405678571428573 | |
}, | |
{ | |
"epoch": 24, | |
"model": "NeuralPBM", | |
"metric": "mAP", | |
"value": 0.9407047619047618 | |
}, | |
{ | |
"epoch": 0, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.5868761243386242 | |
}, | |
{ | |
"epoch": 1, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.6454425028344671 | |
}, | |
{ | |
"epoch": 2, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.6819610544217687 | |
}, | |
{ | |
"epoch": 3, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.7047697845804989 | |
}, | |
{ | |
"epoch": 4, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.7302584750566894 | |
}, | |
{ | |
"epoch": 5, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.756096768707483 | |
}, | |
{ | |
"epoch": 6, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.7718124102418745 | |
}, | |
{ | |
"epoch": 7, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.789603084845049 | |
}, | |
{ | |
"epoch": 8, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.8030461404006047 | |
}, | |
{ | |
"epoch": 9, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.8111244472789116 | |
}, | |
{ | |
"epoch": 10, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.8143768282312925 | |
}, | |
{ | |
"epoch": 11, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.8205875425170069 | |
}, | |
{ | |
"epoch": 12, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.8250807964852607 | |
}, | |
{ | |
"epoch": 13, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.825789129818594 | |
}, | |
{ | |
"epoch": 14, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.8277901218820861 | |
}, | |
{ | |
"epoch": 15, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.8298605583900226 | |
}, | |
{ | |
"epoch": 16, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.8409697845804989 | |
}, | |
{ | |
"epoch": 17, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.8394304988662131 | |
}, | |
{ | |
"epoch": 18, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.8402965702947844 | |
}, | |
{ | |
"epoch": 19, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.8456838718820862 | |
}, | |
{ | |
"epoch": 20, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.846196371882086 | |
}, | |
{ | |
"epoch": 21, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.8500306972789116 | |
}, | |
{ | |
"epoch": 22, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.8474949829931973 | |
}, | |
{ | |
"epoch": 23, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.8493824829931973 | |
}, | |
{ | |
"epoch": 24, | |
"model": "NeuralPBM - Biased", | |
"metric": "mAP", | |
"value": 0.8503828798185942 | |
}, | |
{ | |
"epoch": 0, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.6355279761904761 | |
}, | |
{ | |
"epoch": 1, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.693073719765684 | |
}, | |
{ | |
"epoch": 2, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.7335514314058957 | |
}, | |
{ | |
"epoch": 3, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.7532033163265307 | |
}, | |
{ | |
"epoch": 4, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.7733382936507937 | |
}, | |
{ | |
"epoch": 5, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.7887838293650793 | |
}, | |
{ | |
"epoch": 6, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.8041861111111112 | |
}, | |
{ | |
"epoch": 7, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.8195755952380952 | |
}, | |
{ | |
"epoch": 8, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.8273436507936508 | |
}, | |
{ | |
"epoch": 9, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.8370438492063491 | |
}, | |
{ | |
"epoch": 10, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.8475607142857143 | |
}, | |
{ | |
"epoch": 11, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.8535511904761904 | |
}, | |
{ | |
"epoch": 12, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.8840069444444444 | |
}, | |
{ | |
"epoch": 13, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.8959922619047619 | |
}, | |
{ | |
"epoch": 14, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.902069642857143 | |
}, | |
{ | |
"epoch": 15, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.9057178571428571 | |
}, | |
{ | |
"epoch": 16, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.9082154761904762 | |
}, | |
{ | |
"epoch": 17, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.916745634920635 | |
}, | |
{ | |
"epoch": 18, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.9193761904761906 | |
}, | |
{ | |
"epoch": 19, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.9117174603174603 | |
}, | |
{ | |
"epoch": 20, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.9223206349206349 | |
}, | |
{ | |
"epoch": 21, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.9126573412698413 | |
}, | |
{ | |
"epoch": 22, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.9209595238095238 | |
}, | |
{ | |
"epoch": 23, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.9154466269841269 | |
}, | |
{ | |
"epoch": 24, | |
"model": "NeuralPBM - Estimated Bias", | |
"metric": "mAP", | |
"value": 0.9228142857142858 | |
}, | |
{ | |
"epoch": 0, | |
"model": "IPW", | |
"metric": "mAP", | |
"value": 0.5936167186318972 | |
}, | |
{ | |
"epoch": 1, | |
"model": "IPW", | |
"metric": "mAP", | |
"value": 0.6400289871504157 | |
}, | |
{ | |
"epoch": 2, | |
"model": "IPW", | |
"metric": "mAP", | |
"value": 0.6800843915343916 | |
}, | |
{"epoch": 3, "model": "IPW", "metric": "mAP", "value": 0.712371626984127}, | |
{ | |
"epoch": 4, | |
"model": "IPW", | |
"metric": "mAP", | |
"value": 0.7431412698412697 | |
}, | |
{"epoch": 5, "model": "IPW", "metric": "mAP", "value": 0.772752380952381}, | |
{ | |
"epoch": 6, | |
"model": "IPW", | |
"metric": "mAP", | |
"value": 0.7908483134920635 | |
}, | |
{ | |
"epoch": 7, | |
"model": "IPW", | |
"metric": "mAP", | |
"value": 0.8041885912698413 | |
}, | |
{"epoch": 8, "model": "IPW", "metric": "mAP", "value": 0.815358630952381}, | |
{ | |
"epoch": 9, | |
"model": "IPW", | |
"metric": "mAP", | |
"value": 0.8292754393424037 | |
}, | |
{ | |
"epoch": 10, | |
"model": "IPW", | |
"metric": "mAP", | |
"value": 0.8397637329931973 | |
}, | |
{ | |
"epoch": 11, | |
"model": "IPW", | |
"metric": "mAP", | |
"value": 0.8647524234693879 | |
}, | |
{ | |
"epoch": 12, | |
"model": "IPW", | |
"metric": "mAP", | |
"value": 0.8731075821995465 | |
}, | |
{ | |
"epoch": 13, | |
"model": "IPW", | |
"metric": "mAP", | |
"value": 0.8899562925170068 | |
}, | |
{ | |
"epoch": 14, | |
"model": "IPW", | |
"metric": "mAP", | |
"value": 0.8954781179138321 | |
}, | |
{ | |
"epoch": 15, | |
"model": "IPW", | |
"metric": "mAP", | |
"value": 0.896978117913832 | |
}, | |
{ | |
"epoch": 16, | |
"model": "IPW", | |
"metric": "mAP", | |
"value": 0.9017638321995466 | |
}, | |
{ | |
"epoch": 17, | |
"model": "IPW", | |
"metric": "mAP", | |
"value": 0.9112856575963718 | |
}, | |
{ | |
"epoch": 18, | |
"model": "IPW", | |
"metric": "mAP", | |
"value": 0.9144731575963719 | |
}, | |
{ | |
"epoch": 19, | |
"model": "IPW", | |
"metric": "mAP", | |
"value": 0.9159652210884353 | |
}, | |
{ | |
"epoch": 20, | |
"model": "IPW", | |
"metric": "mAP", | |
"value": 0.9185902210884354 | |
}, | |
{ | |
"epoch": 21, | |
"model": "IPW", | |
"metric": "mAP", | |
"value": 0.9198134353741496 | |
}, | |
{ | |
"epoch": 22, | |
"model": "IPW", | |
"metric": "mAP", | |
"value": 0.9236973639455782 | |
}, | |
{ | |
"epoch": 23, | |
"model": "IPW", | |
"metric": "mAP", | |
"value": 0.9232602607709751 | |
}, | |
{ | |
"epoch": 24, | |
"model": "IPW", | |
"metric": "mAP", | |
"value": 0.9259666666666666 | |
}, | |
{ | |
"epoch": 0, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.619758664021164 | |
}, | |
{ | |
"epoch": 1, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.6650361630763416 | |
}, | |
{ | |
"epoch": 2, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.6916185185185185 | |
}, | |
{ | |
"epoch": 3, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.71557123015873 | |
}, | |
{ | |
"epoch": 4, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.7409336734693878 | |
}, | |
{ | |
"epoch": 5, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.761848752834467 | |
}, | |
{ | |
"epoch": 6, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.7771973639455783 | |
}, | |
{ | |
"epoch": 7, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.7938225623582766 | |
}, | |
{ | |
"epoch": 8, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.8052697845804988 | |
}, | |
{ | |
"epoch": 9, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.816757879818594 | |
}, | |
{ | |
"epoch": 10, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.8231398242630386 | |
}, | |
{ | |
"epoch": 11, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.8289652210884353 | |
}, | |
{ | |
"epoch": 12, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.8343507369614512 | |
}, | |
{ | |
"epoch": 13, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.8372545068027211 | |
}, | |
{ | |
"epoch": 14, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.8395392290249433 | |
}, | |
{ | |
"epoch": 15, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.8403308956916099 | |
}, | |
{ | |
"epoch": 16, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.8403725623582767 | |
}, | |
{ | |
"epoch": 17, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.8393461734693878 | |
}, | |
{ | |
"epoch": 18, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.8453273242630385 | |
}, | |
{ | |
"epoch": 19, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.8454939909297052 | |
}, | |
{ | |
"epoch": 20, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.8477172052154195 | |
}, | |
{ | |
"epoch": 21, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.8478838718820861 | |
}, | |
{ | |
"epoch": 22, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.8479612528344671 | |
}, | |
{ | |
"epoch": 23, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.8495386337868481 | |
}, | |
{ | |
"epoch": 24, | |
"model": "IPW - Biased", | |
"metric": "mAP", | |
"value": 0.850026133786848 | |
} | |
] | |
} | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment