[feat] demo for run on lsat dataset

Author: tswsxk

scripts/reproduction/pyirt/lsat.ipynb

@@ -0,0 +1,119 @@
+{
+ "cells": [
+ {
+ "cell_type": "code",
+ "execution_count": 2,
+ "metadata": {
+ "collapsed": true,
+ "pycharm": {
+ "name": "#%%\n"
+ }
+ },
+ "outputs": [],
+ "source": [
+ "import pandas as pd\n",
+ "from pyirt import irt"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "outputs": [],
+ "source": [
+ "train_df = pd.read_csv(\"../../data/LSAT/train.csv\")\n",
+ "train_df.head()"
+ ],
+ "metadata": {
+ "collapsed": false,
+ "pycharm": {
+ "name": "#%%\n"
+ }
+ }
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "outputs": [],
+ "source": [
+ "item_param, user_param = irt(train_df.values.tolist(), max_iter=10)\n",
+ "\n",
+ "item_df = pd.DataFrame.from_dict(item_param, orient=\"index\")\n",
+ "item_df.reset_index(inplace=True)\n",
+ "item_df.rename(columns={\"beta\": \"b\", \"alpha\": \"a\", \"index\": \"item_id\"}, inplace=True)\n",
+ "user_df = pd.DataFrame(list(user_param.items()), columns=[\"user_id\", \"theta\"])"
+ ],
+ "metadata": {
+ "collapsed": false,
+ "pycharm": {
+ "name": "#%%\n"
+ }
+ }
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "outputs": [],
+ "source": [
+ "item_df.describe()\n",
+ "user_df.describe()"
+ ],
+ "metadata": {
+ "collapsed": false,
+ "pycharm": {
+ "name": "#%%\n"
+ }
+ }
+ },
+ {
+ "cell_type": "code",
+ "source": [
+ "test_df = pd.read_csv(\"../../data/LSAT/test.csv\")\n",
+ "test_df.head()"
+ ],
+ "metadata": {
+ "collapsed": false,
+ "pycharm": {
+ "name": "#%%\n"
+ }
+ },
+ "execution_count": null,
+ "outputs": []
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "outputs": [],
+ "source": [
+ "from XCD.IRT.metrics import eval_irt\n",
+ "eval_irt(test_df, user_df, item_df)"
+ ],
+ "metadata": {
+ "collapsed": false,
+ "pycharm": {
+ "name": "#%%\n"
+ }
+ }
+ }
+ ],
+ "metadata": {
+ "kernelspec": {
+ "display_name": "Python 3",
+ "language": "python",
+ "name": "python3"
+ },
+ "language_info": {
+ "codemirror_mode": {
+ "name": "ipython",
+ "version": 2
+ },
+ "file_extension": ".py",
+ "mimetype": "text/x-python",
+ "name": "python",
+ "nbconvert_exporter": "python",
+ "pygments_lexer": "ipython2",
+ "version": "2.7.6"
+ }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 0
+}