|
293 | 293 | "[irt_parameter_estimation](https://github.com/pluralsight/irt_parameter_estimation)\n", |
294 | 294 | "and [irt](https://github.com/aimir/irt)\n", |
295 | 295 | "are high-stared implementation of IRT in github.\n", |
296 | | - "We run them on the cdbd dataset and report the result in the following tables,\n", |
| 296 | + "We run them on the cdbd dataset and report the result (AUC and MAP is reported) in the following tables,\n", |
297 | 297 | "which also includes our solution:\n", |
| 298 | + "\n", |
| 299 | + "#### AUC (auroc)\n", |
| 300 | + "\n", |
298 | 301 | "| | cdbd-a0910 |\n", |
299 | 302 | "| ------------------------ | ---------- |\n", |
300 | | - "| pyirt | |\n", |
| 303 | + "| pyirt | 0.501737 |\n", |
301 | 304 | "| bayesian-irt | |\n", |
302 | 305 | "| irt_parameter_estimation | |\n", |
303 | 306 | "| irt | |\n", |
304 | | - "| XCD-IRT | |\n", |
305 | | - "| XCD-with-tricks | |\n", |
| 307 | + "| XCD-IRT-MXIRT | 0.703092 |\n", |
| 308 | + "| XCD-IRT-MXIRT-with-tricks | 0.739607 |\n", |
306 | 309 | "\n", |
| 310 | + "#### MAP(aupoc)\n", |
| 311 | + "| | cdbd-a0910 |\n", |
| 312 | + "| ------------------------ | ---------- |\n", |
| 313 | + "| pyirt | 0.674690 |\n", |
| 314 | + "| bayesian-irt | |\n", |
| 315 | + "| irt_parameter_estimation | |\n", |
| 316 | + "| irt | |\n", |
| 317 | + "| XCD-IRT-MXIRT | 0.788603 |\n", |
| 318 | + "| XCD-IRT-MXIRT-with-tricks | 0.826107 |\n", |
307 | 319 | "\n", |
308 | 320 | "The scripts we used to test the performance of the baseline implementation could be found in:\n", |
309 | 321 | "* [pyirt](../scripts/reproduction/pyirt)\n", |
|
0 commit comments