{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#  Fact-Checking Facebook Politics Pages — Analysis\n",
    "\n",
    "See [this page](https://github.com/BuzzFeedNews/2016-10-facebook-fact-check) for context."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Prepare data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "percentify = lambda x: (x * 100).round(1).astype(str) + \"%\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "posts = pd.read_csv(\"../data/facebook-fact-check.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2282"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(posts)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "ENGAGEMENT_COLS = [\n",
    "    \"share_count\",\n",
    "    \"reaction_count\",\n",
    "    \"comment_count\"\n",
    "]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "RATINGS = [\"mostly false\", \"mixture of true and false\", \"mostly true\", \"no factual content\"]\n",
    "FACTUAL_RATINGS = [\"mostly false\", \"mixture of true and false\", \"mostly true\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "category_grp = posts.groupby(\"Category\")\n",
    "page_grp = posts.groupby([ \"Category\", \"Page\" ])\n",
    "type_grp = posts.groupby([ \"Category\", \"Page\", \"Post Type\" ])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Rating by category"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Counts:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>Rating</th>\n",
       "      <th>mostly false</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <th>mostly true</th>\n",
       "      <th>no factual content</th>\n",
       "      <th>total</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Category</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>left</th>\n",
       "      <td>22</td>\n",
       "      <td>68</td>\n",
       "      <td>265</td>\n",
       "      <td>116</td>\n",
       "      <td>471</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mainstream</th>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>1085</td>\n",
       "      <td>52</td>\n",
       "      <td>1145</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>right</th>\n",
       "      <td>83</td>\n",
       "      <td>168</td>\n",
       "      <td>319</td>\n",
       "      <td>96</td>\n",
       "      <td>666</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Rating      mostly false  mixture of true and false  mostly true  \\\n",
       "Category                                                           \n",
       "left                  22                         68          265   \n",
       "mainstream             0                          8         1085   \n",
       "right                 83                        168          319   \n",
       "\n",
       "Rating      no factual content  total  \n",
       "Category                               \n",
       "left                       116    471  \n",
       "mainstream                  52   1145  \n",
       "right                       96    666  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rating_by_category = category_grp[\"Rating\"].value_counts().unstack()[RATINGS].fillna(0)\n",
    "rating_by_category[\"total\"] = rating_by_category.sum(axis=1)\n",
    "rating_by_category"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Percentages, of all posts:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mostly false</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <th>mostly true</th>\n",
       "      <th>no factual content</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Category</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>left</th>\n",
       "      <td>4.7%</td>\n",
       "      <td>14.4%</td>\n",
       "      <td>56.3%</td>\n",
       "      <td>24.6%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mainstream</th>\n",
       "      <td>0.0%</td>\n",
       "      <td>0.7%</td>\n",
       "      <td>94.8%</td>\n",
       "      <td>4.5%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>right</th>\n",
       "      <td>12.5%</td>\n",
       "      <td>25.2%</td>\n",
       "      <td>47.9%</td>\n",
       "      <td>14.4%</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           mostly false mixture of true and false mostly true  \\\n",
       "Category                                                        \n",
       "left               4.7%                     14.4%       56.3%   \n",
       "mainstream         0.0%                      0.7%       94.8%   \n",
       "right             12.5%                     25.2%       47.9%   \n",
       "\n",
       "           no factual content  \n",
       "Category                       \n",
       "left                    24.6%  \n",
       "mainstream               4.5%  \n",
       "right                   14.4%  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(rating_by_category[RATINGS].T / rating_by_category[RATINGS].sum(axis=1)).T\\\n",
    "    .pipe(percentify)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Percentages, of posts not rated \"no factual content\":"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mostly false</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <th>mostly true</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Category</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>left</th>\n",
       "      <td>6.2%</td>\n",
       "      <td>19.2%</td>\n",
       "      <td>74.6%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mainstream</th>\n",
       "      <td>0.0%</td>\n",
       "      <td>0.7%</td>\n",
       "      <td>99.3%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>right</th>\n",
       "      <td>14.6%</td>\n",
       "      <td>29.5%</td>\n",
       "      <td>56.0%</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           mostly false mixture of true and false mostly true\n",
       "Category                                                     \n",
       "left               6.2%                     19.2%       74.6%\n",
       "mainstream         0.0%                      0.7%       99.3%\n",
       "right             14.6%                     29.5%       56.0%"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(rating_by_category[FACTUAL_RATINGS].T / rating_by_category[FACTUAL_RATINGS].sum(axis=1)).T\\\n",
    "    .pipe(percentify)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Rating by page"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Counts:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Rating</th>\n",
       "      <th>mostly false</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <th>mostly true</th>\n",
       "      <th>no factual content</th>\n",
       "      <th>total</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Category</th>\n",
       "      <th>Page</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">left</th>\n",
       "      <th>Addicting Info</th>\n",
       "      <td>8</td>\n",
       "      <td>25</td>\n",
       "      <td>96</td>\n",
       "      <td>11</td>\n",
       "      <td>140</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Occupy Democrats</th>\n",
       "      <td>9</td>\n",
       "      <td>33</td>\n",
       "      <td>102</td>\n",
       "      <td>65</td>\n",
       "      <td>209</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>The Other 98%</th>\n",
       "      <td>5</td>\n",
       "      <td>10</td>\n",
       "      <td>67</td>\n",
       "      <td>40</td>\n",
       "      <td>122</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">mainstream</th>\n",
       "      <th>ABC News Politics</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>172</td>\n",
       "      <td>26</td>\n",
       "      <td>200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CNN Politics</th>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>385</td>\n",
       "      <td>20</td>\n",
       "      <td>409</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Politico</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>528</td>\n",
       "      <td>6</td>\n",
       "      <td>536</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">right</th>\n",
       "      <th>Eagle Rising</th>\n",
       "      <td>30</td>\n",
       "      <td>54</td>\n",
       "      <td>121</td>\n",
       "      <td>81</td>\n",
       "      <td>286</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Freedom Daily</th>\n",
       "      <td>26</td>\n",
       "      <td>26</td>\n",
       "      <td>56</td>\n",
       "      <td>4</td>\n",
       "      <td>112</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Right Wing News</th>\n",
       "      <td>27</td>\n",
       "      <td>88</td>\n",
       "      <td>142</td>\n",
       "      <td>11</td>\n",
       "      <td>268</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Rating                        mostly false  mixture of true and false  \\\n",
       "Category   Page                                                         \n",
       "left       Addicting Info                8                         25   \n",
       "           Occupy Democrats              9                         33   \n",
       "           The Other 98%                 5                         10   \n",
       "mainstream ABC News Politics             0                          2   \n",
       "           CNN Politics                  0                          4   \n",
       "           Politico                      0                          2   \n",
       "right      Eagle Rising                 30                         54   \n",
       "           Freedom Daily                26                         26   \n",
       "           Right Wing News              27                         88   \n",
       "\n",
       "Rating                        mostly true  no factual content  total  \n",
       "Category   Page                                                       \n",
       "left       Addicting Info              96                  11    140  \n",
       "           Occupy Democrats           102                  65    209  \n",
       "           The Other 98%               67                  40    122  \n",
       "mainstream ABC News Politics          172                  26    200  \n",
       "           CNN Politics               385                  20    409  \n",
       "           Politico                   528                   6    536  \n",
       "right      Eagle Rising               121                  81    286  \n",
       "           Freedom Daily               56                   4    112  \n",
       "           Right Wing News            142                  11    268  "
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rating_by_page = page_grp[\"Rating\"].value_counts().unstack()[RATINGS].fillna(0)\n",
    "rating_by_page[\"total\"] = rating_by_page.sum(axis=1)\n",
    "rating_by_page"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Percentages, of all posts:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>mostly false</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <th>mostly true</th>\n",
       "      <th>no factual content</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Category</th>\n",
       "      <th>Page</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">left</th>\n",
       "      <th>Addicting Info</th>\n",
       "      <td>5.7%</td>\n",
       "      <td>17.9%</td>\n",
       "      <td>68.6%</td>\n",
       "      <td>7.9%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Occupy Democrats</th>\n",
       "      <td>4.3%</td>\n",
       "      <td>15.8%</td>\n",
       "      <td>48.8%</td>\n",
       "      <td>31.1%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>The Other 98%</th>\n",
       "      <td>4.1%</td>\n",
       "      <td>8.2%</td>\n",
       "      <td>54.9%</td>\n",
       "      <td>32.8%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">mainstream</th>\n",
       "      <th>ABC News Politics</th>\n",
       "      <td>0.0%</td>\n",
       "      <td>1.0%</td>\n",
       "      <td>86.0%</td>\n",
       "      <td>13.0%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CNN Politics</th>\n",
       "      <td>0.0%</td>\n",
       "      <td>1.0%</td>\n",
       "      <td>94.1%</td>\n",
       "      <td>4.9%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Politico</th>\n",
       "      <td>0.0%</td>\n",
       "      <td>0.4%</td>\n",
       "      <td>98.5%</td>\n",
       "      <td>1.1%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">right</th>\n",
       "      <th>Eagle Rising</th>\n",
       "      <td>10.5%</td>\n",
       "      <td>18.9%</td>\n",
       "      <td>42.3%</td>\n",
       "      <td>28.3%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Freedom Daily</th>\n",
       "      <td>23.2%</td>\n",
       "      <td>23.2%</td>\n",
       "      <td>50.0%</td>\n",
       "      <td>3.6%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Right Wing News</th>\n",
       "      <td>10.1%</td>\n",
       "      <td>32.8%</td>\n",
       "      <td>53.0%</td>\n",
       "      <td>4.1%</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                             mostly false mixture of true and false  \\\n",
       "Category   Page                                                       \n",
       "left       Addicting Info            5.7%                     17.9%   \n",
       "           Occupy Democrats          4.3%                     15.8%   \n",
       "           The Other 98%             4.1%                      8.2%   \n",
       "mainstream ABC News Politics         0.0%                      1.0%   \n",
       "           CNN Politics              0.0%                      1.0%   \n",
       "           Politico                  0.0%                      0.4%   \n",
       "right      Eagle Rising             10.5%                     18.9%   \n",
       "           Freedom Daily            23.2%                     23.2%   \n",
       "           Right Wing News          10.1%                     32.8%   \n",
       "\n",
       "                             mostly true no factual content  \n",
       "Category   Page                                              \n",
       "left       Addicting Info          68.6%               7.9%  \n",
       "           Occupy Democrats        48.8%              31.1%  \n",
       "           The Other 98%           54.9%              32.8%  \n",
       "mainstream ABC News Politics       86.0%              13.0%  \n",
       "           CNN Politics            94.1%               4.9%  \n",
       "           Politico                98.5%               1.1%  \n",
       "right      Eagle Rising            42.3%              28.3%  \n",
       "           Freedom Daily           50.0%               3.6%  \n",
       "           Right Wing News         53.0%               4.1%  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(rating_by_page[RATINGS].T / rating_by_page[RATINGS].sum(axis=1)).T\\\n",
    "    .pipe(percentify)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Percentages, of posts not rated \"no factual content\":"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>mostly false</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <th>mostly true</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Category</th>\n",
       "      <th>Page</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">left</th>\n",
       "      <th>Addicting Info</th>\n",
       "      <td>6.2%</td>\n",
       "      <td>19.4%</td>\n",
       "      <td>74.4%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Occupy Democrats</th>\n",
       "      <td>6.2%</td>\n",
       "      <td>22.9%</td>\n",
       "      <td>70.8%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>The Other 98%</th>\n",
       "      <td>6.1%</td>\n",
       "      <td>12.2%</td>\n",
       "      <td>81.7%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">mainstream</th>\n",
       "      <th>ABC News Politics</th>\n",
       "      <td>0.0%</td>\n",
       "      <td>1.1%</td>\n",
       "      <td>98.9%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CNN Politics</th>\n",
       "      <td>0.0%</td>\n",
       "      <td>1.0%</td>\n",
       "      <td>99.0%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Politico</th>\n",
       "      <td>0.0%</td>\n",
       "      <td>0.4%</td>\n",
       "      <td>99.6%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">right</th>\n",
       "      <th>Eagle Rising</th>\n",
       "      <td>14.6%</td>\n",
       "      <td>26.3%</td>\n",
       "      <td>59.0%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Freedom Daily</th>\n",
       "      <td>24.1%</td>\n",
       "      <td>24.1%</td>\n",
       "      <td>51.9%</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Right Wing News</th>\n",
       "      <td>10.5%</td>\n",
       "      <td>34.2%</td>\n",
       "      <td>55.3%</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                             mostly false mixture of true and false  \\\n",
       "Category   Page                                                       \n",
       "left       Addicting Info            6.2%                     19.4%   \n",
       "           Occupy Democrats          6.2%                     22.9%   \n",
       "           The Other 98%             6.1%                     12.2%   \n",
       "mainstream ABC News Politics         0.0%                      1.1%   \n",
       "           CNN Politics              0.0%                      1.0%   \n",
       "           Politico                  0.0%                      0.4%   \n",
       "right      Eagle Rising             14.6%                     26.3%   \n",
       "           Freedom Daily            24.1%                     24.1%   \n",
       "           Right Wing News          10.5%                     34.2%   \n",
       "\n",
       "                             mostly true  \n",
       "Category   Page                           \n",
       "left       Addicting Info          74.4%  \n",
       "           Occupy Democrats        70.8%  \n",
       "           The Other 98%           81.7%  \n",
       "mainstream ABC News Politics       98.9%  \n",
       "           CNN Politics            99.0%  \n",
       "           Politico                99.6%  \n",
       "right      Eagle Rising            59.0%  \n",
       "           Freedom Daily           51.9%  \n",
       "           Right Wing News         55.3%  "
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(rating_by_page[FACTUAL_RATINGS].T / rating_by_page[FACTUAL_RATINGS].sum(axis=1)).T\\\n",
    "    .pipe(percentify)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Number of posts by date"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Counts:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>Date Published</th>\n",
       "      <th>2016-09-19</th>\n",
       "      <th>2016-09-20</th>\n",
       "      <th>2016-09-21</th>\n",
       "      <th>2016-09-22</th>\n",
       "      <th>2016-09-23</th>\n",
       "      <th>2016-09-26</th>\n",
       "      <th>2016-09-27</th>\n",
       "      <th>Avg. Per Day</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Category</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>left</th>\n",
       "      <td>55</td>\n",
       "      <td>70</td>\n",
       "      <td>58</td>\n",
       "      <td>54</td>\n",
       "      <td>66</td>\n",
       "      <td>80</td>\n",
       "      <td>88</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mainstream</th>\n",
       "      <td>154</td>\n",
       "      <td>156</td>\n",
       "      <td>151</td>\n",
       "      <td>146</td>\n",
       "      <td>135</td>\n",
       "      <td>223</td>\n",
       "      <td>180</td>\n",
       "      <td>164</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>right</th>\n",
       "      <td>97</td>\n",
       "      <td>91</td>\n",
       "      <td>97</td>\n",
       "      <td>93</td>\n",
       "      <td>93</td>\n",
       "      <td>100</td>\n",
       "      <td>95</td>\n",
       "      <td>95</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Date Published  2016-09-19  2016-09-20  2016-09-21  2016-09-22  2016-09-23  \\\n",
       "Category                                                                     \n",
       "left                    55          70          58          54          66   \n",
       "mainstream             154         156         151         146         135   \n",
       "right                   97          91          97          93          93   \n",
       "\n",
       "Date Published  2016-09-26  2016-09-27  Avg. Per Day  \n",
       "Category                                              \n",
       "left                    80          88            67  \n",
       "mainstream             223         180           164  \n",
       "right                  100          95            95  "
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "posts_by_date_by_category = category_grp[\"Date Published\"].value_counts().unstack()\n",
    "posts_by_date_by_category[\"Avg. Per Day\"] = posts_by_date_by_category.mean(axis=1).round(0)\n",
    "posts_by_date_by_category"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Date Published</th>\n",
       "      <th>2016-09-19</th>\n",
       "      <th>2016-09-20</th>\n",
       "      <th>2016-09-21</th>\n",
       "      <th>2016-09-22</th>\n",
       "      <th>2016-09-23</th>\n",
       "      <th>2016-09-26</th>\n",
       "      <th>2016-09-27</th>\n",
       "      <th>Avg. Per Day</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Category</th>\n",
       "      <th>Page</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">left</th>\n",
       "      <th>Addicting Info</th>\n",
       "      <td>22</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>21</td>\n",
       "      <td>22</td>\n",
       "      <td>17</td>\n",
       "      <td>23</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Occupy Democrats</th>\n",
       "      <td>20</td>\n",
       "      <td>30</td>\n",
       "      <td>20</td>\n",
       "      <td>19</td>\n",
       "      <td>29</td>\n",
       "      <td>47</td>\n",
       "      <td>44</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>The Other 98%</th>\n",
       "      <td>13</td>\n",
       "      <td>22</td>\n",
       "      <td>21</td>\n",
       "      <td>14</td>\n",
       "      <td>15</td>\n",
       "      <td>16</td>\n",
       "      <td>21</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">mainstream</th>\n",
       "      <th>ABC News Politics</th>\n",
       "      <td>36</td>\n",
       "      <td>22</td>\n",
       "      <td>23</td>\n",
       "      <td>21</td>\n",
       "      <td>22</td>\n",
       "      <td>47</td>\n",
       "      <td>29</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CNN Politics</th>\n",
       "      <td>54</td>\n",
       "      <td>61</td>\n",
       "      <td>53</td>\n",
       "      <td>62</td>\n",
       "      <td>48</td>\n",
       "      <td>66</td>\n",
       "      <td>65</td>\n",
       "      <td>58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Politico</th>\n",
       "      <td>64</td>\n",
       "      <td>73</td>\n",
       "      <td>75</td>\n",
       "      <td>63</td>\n",
       "      <td>65</td>\n",
       "      <td>110</td>\n",
       "      <td>86</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">right</th>\n",
       "      <th>Eagle Rising</th>\n",
       "      <td>41</td>\n",
       "      <td>41</td>\n",
       "      <td>42</td>\n",
       "      <td>41</td>\n",
       "      <td>41</td>\n",
       "      <td>41</td>\n",
       "      <td>39</td>\n",
       "      <td>41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Freedom Daily</th>\n",
       "      <td>19</td>\n",
       "      <td>16</td>\n",
       "      <td>17</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Right Wing News</th>\n",
       "      <td>37</td>\n",
       "      <td>34</td>\n",
       "      <td>38</td>\n",
       "      <td>37</td>\n",
       "      <td>37</td>\n",
       "      <td>44</td>\n",
       "      <td>41</td>\n",
       "      <td>38</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Date Published                2016-09-19  2016-09-20  2016-09-21  2016-09-22  \\\n",
       "Category   Page                                                                \n",
       "left       Addicting Info             22          18          17          21   \n",
       "           Occupy Democrats           20          30          20          19   \n",
       "           The Other 98%              13          22          21          14   \n",
       "mainstream ABC News Politics          36          22          23          21   \n",
       "           CNN Politics               54          61          53          62   \n",
       "           Politico                   64          73          75          63   \n",
       "right      Eagle Rising               41          41          42          41   \n",
       "           Freedom Daily              19          16          17          15   \n",
       "           Right Wing News            37          34          38          37   \n",
       "\n",
       "Date Published                2016-09-23  2016-09-26  2016-09-27  Avg. Per Day  \n",
       "Category   Page                                                                 \n",
       "left       Addicting Info             22          17          23            20  \n",
       "           Occupy Democrats           29          47          44            30  \n",
       "           The Other 98%              15          16          21            17  \n",
       "mainstream ABC News Politics          22          47          29            29  \n",
       "           CNN Politics               48          66          65            58  \n",
       "           Politico                   65         110          86            77  \n",
       "right      Eagle Rising               41          41          39            41  \n",
       "           Freedom Daily              15          15          15            16  \n",
       "           Right Wing News            37          44          41            38  "
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "posts_by_date_by_page = page_grp[\"Date Published\"].value_counts().unstack()\n",
    "posts_by_date_by_page[\"Avg. Per Day\"] = posts_by_date_by_page.mean(axis=1).round(0)\n",
    "posts_by_date_by_page"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Rating by post type"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>Rating</th>\n",
       "      <th>mostly false</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <th>mostly true</th>\n",
       "      <th>no factual content</th>\n",
       "      <th>total</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Category</th>\n",
       "      <th>Page</th>\n",
       "      <th>Post Type</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"9\" valign=\"top\">left</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">Addicting Info</th>\n",
       "      <th>link</th>\n",
       "      <td>8</td>\n",
       "      <td>25</td>\n",
       "      <td>94</td>\n",
       "      <td>7</td>\n",
       "      <td>134</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>video</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">Occupy Democrats</th>\n",
       "      <th>link</th>\n",
       "      <td>7</td>\n",
       "      <td>26</td>\n",
       "      <td>60</td>\n",
       "      <td>1</td>\n",
       "      <td>94</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>25</td>\n",
       "      <td>49</td>\n",
       "      <td>78</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>video</th>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>17</td>\n",
       "      <td>15</td>\n",
       "      <td>37</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">The Other 98%</th>\n",
       "      <th>link</th>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>40</td>\n",
       "      <td>3</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>26</td>\n",
       "      <td>41</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>video</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>16</td>\n",
       "      <td>11</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"12\" valign=\"top\">mainstream</th>\n",
       "      <th rowspan=\"4\" valign=\"top\">ABC News Politics</th>\n",
       "      <th>link</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>104</td>\n",
       "      <td>2</td>\n",
       "      <td>108</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>13</td>\n",
       "      <td>0</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>text</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>video</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>54</td>\n",
       "      <td>24</td>\n",
       "      <td>78</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">CNN Politics</th>\n",
       "      <th>link</th>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>316</td>\n",
       "      <td>10</td>\n",
       "      <td>330</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>text</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>video</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>65</td>\n",
       "      <td>5</td>\n",
       "      <td>70</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">Politico</th>\n",
       "      <th>link</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>458</td>\n",
       "      <td>3</td>\n",
       "      <td>463</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>text</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>video</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>64</td>\n",
       "      <td>1</td>\n",
       "      <td>65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"7\" valign=\"top\">right</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">Eagle Rising</th>\n",
       "      <th>link</th>\n",
       "      <td>27</td>\n",
       "      <td>50</td>\n",
       "      <td>117</td>\n",
       "      <td>37</td>\n",
       "      <td>231</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>37</td>\n",
       "      <td>46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>video</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">Freedom Daily</th>\n",
       "      <th>link</th>\n",
       "      <td>26</td>\n",
       "      <td>25</td>\n",
       "      <td>56</td>\n",
       "      <td>4</td>\n",
       "      <td>111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>text</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">Right Wing News</th>\n",
       "      <th>link</th>\n",
       "      <td>27</td>\n",
       "      <td>87</td>\n",
       "      <td>140</td>\n",
       "      <td>4</td>\n",
       "      <td>258</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>7</td>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Rating                                  mostly false  \\\n",
       "Category   Page              Post Type                 \n",
       "left       Addicting Info    link                  8   \n",
       "                             photo                 0   \n",
       "                             video                 0   \n",
       "           Occupy Democrats  link                  7   \n",
       "                             photo                 2   \n",
       "                             video                 0   \n",
       "           The Other 98%     link                  1   \n",
       "                             photo                 4   \n",
       "                             video                 0   \n",
       "mainstream ABC News Politics link                  0   \n",
       "                             photo                 0   \n",
       "                             text                  0   \n",
       "                             video                 0   \n",
       "           CNN Politics      link                  0   \n",
       "                             photo                 0   \n",
       "                             text                  0   \n",
       "                             video                 0   \n",
       "           Politico          link                  0   \n",
       "                             photo                 0   \n",
       "                             text                  0   \n",
       "                             video                 0   \n",
       "right      Eagle Rising      link                 27   \n",
       "                             photo                 3   \n",
       "                             video                 0   \n",
       "           Freedom Daily     link                 26   \n",
       "                             text                  0   \n",
       "           Right Wing News   link                 27   \n",
       "                             photo                 0   \n",
       "\n",
       "Rating                                  mixture of true and false  \\\n",
       "Category   Page              Post Type                              \n",
       "left       Addicting Info    link                              25   \n",
       "                             photo                              0   \n",
       "                             video                              0   \n",
       "           Occupy Democrats  link                              26   \n",
       "                             photo                              2   \n",
       "                             video                              5   \n",
       "           The Other 98%     link                               7   \n",
       "                             photo                              0   \n",
       "                             video                              3   \n",
       "mainstream ABC News Politics link                               2   \n",
       "                             photo                              0   \n",
       "                             text                               0   \n",
       "                             video                              0   \n",
       "           CNN Politics      link                               4   \n",
       "                             photo                              0   \n",
       "                             text                               0   \n",
       "                             video                              0   \n",
       "           Politico          link                               2   \n",
       "                             photo                              0   \n",
       "                             text                               0   \n",
       "                             video                              0   \n",
       "right      Eagle Rising      link                              50   \n",
       "                             photo                              3   \n",
       "                             video                              1   \n",
       "           Freedom Daily     link                              25   \n",
       "                             text                               1   \n",
       "           Right Wing News   link                              87   \n",
       "                             photo                              1   \n",
       "\n",
       "Rating                                  mostly true  no factual content  total  \n",
       "Category   Page              Post Type                                          \n",
       "left       Addicting Info    link                94                   7    134  \n",
       "                             photo                1                   3      4  \n",
       "                             video                1                   1      2  \n",
       "           Occupy Democrats  link                60                   1     94  \n",
       "                             photo               25                  49     78  \n",
       "                             video               17                  15     37  \n",
       "           The Other 98%     link                40                   3     51  \n",
       "                             photo               11                  26     41  \n",
       "                             video               16                  11     30  \n",
       "mainstream ABC News Politics link               104                   2    108  \n",
       "                             photo               13                   0     13  \n",
       "                             text                 1                   0      1  \n",
       "                             video               54                  24     78  \n",
       "           CNN Politics      link               316                  10    330  \n",
       "                             photo                3                   5      8  \n",
       "                             text                 1                   0      1  \n",
       "                             video               65                   5     70  \n",
       "           Politico          link               458                   3    463  \n",
       "                             photo                5                   2      7  \n",
       "                             text                 1                   0      1  \n",
       "                             video               64                   1     65  \n",
       "right      Eagle Rising      link               117                  37    231  \n",
       "                             photo                3                  37     46  \n",
       "                             video                1                   7      9  \n",
       "           Freedom Daily     link                56                   4    111  \n",
       "                             text                 0                   0      1  \n",
       "           Right Wing News   link               140                   4    258  \n",
       "                             photo                2                   7     10  "
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rating_by_post_type = type_grp[\"Rating\"].value_counts().unstack()[RATINGS].fillna(0)\n",
    "rating_by_post_type[\"total\"] = rating_by_post_type.sum(axis=1)\n",
    "rating_by_post_type"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Engagement"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Count of missing engagement figures:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "share_count       70\n",
       "reaction_count     2\n",
       "comment_count      2\n",
       "dtype: int64"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "posts[ENGAGEMENT_COLS].isnull().sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Median engagement by page"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>share_count</th>\n",
       "      <th>reaction_count</th>\n",
       "      <th>comment_count</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Category</th>\n",
       "      <th>Page</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">left</th>\n",
       "      <th>Addicting Info</th>\n",
       "      <td>563</td>\n",
       "      <td>2230</td>\n",
       "      <td>271</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Occupy Democrats</th>\n",
       "      <td>10931</td>\n",
       "      <td>22360</td>\n",
       "      <td>1205</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>The Other 98%</th>\n",
       "      <td>3942</td>\n",
       "      <td>12083</td>\n",
       "      <td>521</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">mainstream</th>\n",
       "      <th>ABC News Politics</th>\n",
       "      <td>13</td>\n",
       "      <td>80</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CNN Politics</th>\n",
       "      <td>50</td>\n",
       "      <td>340</td>\n",
       "      <td>194</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Politico</th>\n",
       "      <td>33</td>\n",
       "      <td>314</td>\n",
       "      <td>95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">right</th>\n",
       "      <th>Eagle Rising</th>\n",
       "      <td>92</td>\n",
       "      <td>186</td>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Freedom Daily</th>\n",
       "      <td>947</td>\n",
       "      <td>2245</td>\n",
       "      <td>214</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Right Wing News</th>\n",
       "      <td>266</td>\n",
       "      <td>913</td>\n",
       "      <td>91</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                              share_count  reaction_count  comment_count\n",
       "Category   Page                                                         \n",
       "left       Addicting Info             563            2230            271\n",
       "           Occupy Democrats         10931           22360           1205\n",
       "           The Other 98%             3942           12083            521\n",
       "mainstream ABC News Politics           13              80             28\n",
       "           CNN Politics                50             340            194\n",
       "           Politico                    33             314             95\n",
       "right      Eagle Rising                92             186             22\n",
       "           Freedom Daily              947            2245            214\n",
       "           Right Wing News            266             913             91"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "page_grp[ENGAGEMENT_COLS].median().round()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Average engagement by page"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>share_count</th>\n",
       "      <th>reaction_count</th>\n",
       "      <th>comment_count</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Category</th>\n",
       "      <th>Page</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">left</th>\n",
       "      <th>Addicting Info</th>\n",
       "      <td>1270</td>\n",
       "      <td>3120</td>\n",
       "      <td>392</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Occupy Democrats</th>\n",
       "      <td>29205</td>\n",
       "      <td>34669</td>\n",
       "      <td>2858</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>The Other 98%</th>\n",
       "      <td>18007</td>\n",
       "      <td>20971</td>\n",
       "      <td>915</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">mainstream</th>\n",
       "      <th>ABC News Politics</th>\n",
       "      <td>44</td>\n",
       "      <td>177</td>\n",
       "      <td>71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CNN Politics</th>\n",
       "      <td>183</td>\n",
       "      <td>678</td>\n",
       "      <td>322</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Politico</th>\n",
       "      <td>182</td>\n",
       "      <td>900</td>\n",
       "      <td>170</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">right</th>\n",
       "      <th>Eagle Rising</th>\n",
       "      <td>616</td>\n",
       "      <td>520</td>\n",
       "      <td>79</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Freedom Daily</th>\n",
       "      <td>2474</td>\n",
       "      <td>3685</td>\n",
       "      <td>516</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Right Wing News</th>\n",
       "      <td>1398</td>\n",
       "      <td>2454</td>\n",
       "      <td>360</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                              share_count  reaction_count  comment_count\n",
       "Category   Page                                                         \n",
       "left       Addicting Info            1270            3120            392\n",
       "           Occupy Democrats         29205           34669           2858\n",
       "           The Other 98%            18007           20971            915\n",
       "mainstream ABC News Politics           44             177             71\n",
       "           CNN Politics               183             678            322\n",
       "           Politico                   182             900            170\n",
       "right      Eagle Rising               616             520             79\n",
       "           Freedom Daily             2474            3685            516\n",
       "           Right Wing News           1398            2454            360"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "page_grp[ENGAGEMENT_COLS].mean().round()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Engagement by truthfulness"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "grp = posts.groupby([ \"Category\", \"Page\", \"Rating\" ])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Counts:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Rating</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <th>mostly false</th>\n",
       "      <th>mostly true</th>\n",
       "      <th>no factual content</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Category</th>\n",
       "      <th>Page</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">left</th>\n",
       "      <th>Addicting Info</th>\n",
       "      <td>25</td>\n",
       "      <td>8</td>\n",
       "      <td>96</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Occupy Democrats</th>\n",
       "      <td>33</td>\n",
       "      <td>9</td>\n",
       "      <td>102</td>\n",
       "      <td>65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>The Other 98%</th>\n",
       "      <td>10</td>\n",
       "      <td>5</td>\n",
       "      <td>67</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">mainstream</th>\n",
       "      <th>ABC News Politics</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>172</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CNN Politics</th>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>385</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Politico</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>528</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">right</th>\n",
       "      <th>Eagle Rising</th>\n",
       "      <td>54</td>\n",
       "      <td>30</td>\n",
       "      <td>121</td>\n",
       "      <td>81</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Freedom Daily</th>\n",
       "      <td>26</td>\n",
       "      <td>26</td>\n",
       "      <td>56</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Right Wing News</th>\n",
       "      <td>88</td>\n",
       "      <td>27</td>\n",
       "      <td>142</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Rating                        mixture of true and false  mostly false  \\\n",
       "Category   Page                                                         \n",
       "left       Addicting Info                            25             8   \n",
       "           Occupy Democrats                          33             9   \n",
       "           The Other 98%                             10             5   \n",
       "mainstream ABC News Politics                          2             0   \n",
       "           CNN Politics                               4             0   \n",
       "           Politico                                   2             0   \n",
       "right      Eagle Rising                              54            30   \n",
       "           Freedom Daily                             26            26   \n",
       "           Right Wing News                           88            27   \n",
       "\n",
       "Rating                        mostly true  no factual content  \n",
       "Category   Page                                                \n",
       "left       Addicting Info              96                  11  \n",
       "           Occupy Democrats           102                  65  \n",
       "           The Other 98%               67                  40  \n",
       "mainstream ABC News Politics          172                  26  \n",
       "           CNN Politics               385                  20  \n",
       "           Politico                   528                   6  \n",
       "right      Eagle Rising               121                  81  \n",
       "           Freedom Daily               56                   4  \n",
       "           Right Wing News            142                  11  "
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "grp[ENGAGEMENT_COLS].size().unstack().fillna(0)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Medians:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>share_count</th>\n",
       "      <th>reaction_count</th>\n",
       "      <th>comment_count</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Category</th>\n",
       "      <th>Page</th>\n",
       "      <th>Rating</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"12\" valign=\"top\">left</th>\n",
       "      <th rowspan=\"4\" valign=\"top\">Addicting Info</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <td>1132</td>\n",
       "      <td>3087</td>\n",
       "      <td>402</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly false</th>\n",
       "      <td>285</td>\n",
       "      <td>1910</td>\n",
       "      <td>394</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly true</th>\n",
       "      <td>523</td>\n",
       "      <td>1966</td>\n",
       "      <td>235</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>no factual content</th>\n",
       "      <td>399</td>\n",
       "      <td>2351</td>\n",
       "      <td>153</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">Occupy Democrats</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <td>10654</td>\n",
       "      <td>17085</td>\n",
       "      <td>1461</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly false</th>\n",
       "      <td>5541</td>\n",
       "      <td>17525</td>\n",
       "      <td>638</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly true</th>\n",
       "      <td>7755</td>\n",
       "      <td>15951</td>\n",
       "      <td>1090</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>no factual content</th>\n",
       "      <td>18345</td>\n",
       "      <td>37326</td>\n",
       "      <td>1396</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">The Other 98%</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <td>4749</td>\n",
       "      <td>9040</td>\n",
       "      <td>742</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly false</th>\n",
       "      <td>11571</td>\n",
       "      <td>19682</td>\n",
       "      <td>930</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly true</th>\n",
       "      <td>2896</td>\n",
       "      <td>7082</td>\n",
       "      <td>372</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>no factual content</th>\n",
       "      <td>10337</td>\n",
       "      <td>25951</td>\n",
       "      <td>638</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"9\" valign=\"top\">mainstream</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">ABC News Politics</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <td>76</td>\n",
       "      <td>479</td>\n",
       "      <td>59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly true</th>\n",
       "      <td>12</td>\n",
       "      <td>78</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>no factual content</th>\n",
       "      <td>38</td>\n",
       "      <td>78</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">CNN Politics</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <td>270</td>\n",
       "      <td>1374</td>\n",
       "      <td>315</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly true</th>\n",
       "      <td>48</td>\n",
       "      <td>343</td>\n",
       "      <td>194</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>no factual content</th>\n",
       "      <td>64</td>\n",
       "      <td>245</td>\n",
       "      <td>184</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">Politico</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <td>7325</td>\n",
       "      <td>20344</td>\n",
       "      <td>1510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly true</th>\n",
       "      <td>33</td>\n",
       "      <td>310</td>\n",
       "      <td>96</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>no factual content</th>\n",
       "      <td>48</td>\n",
       "      <td>309</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"12\" valign=\"top\">right</th>\n",
       "      <th rowspan=\"4\" valign=\"top\">Eagle Rising</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <td>110</td>\n",
       "      <td>222</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly false</th>\n",
       "      <td>534</td>\n",
       "      <td>551</td>\n",
       "      <td>55</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly true</th>\n",
       "      <td>46</td>\n",
       "      <td>111</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>no factual content</th>\n",
       "      <td>250</td>\n",
       "      <td>300</td>\n",
       "      <td>17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">Freedom Daily</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <td>342</td>\n",
       "      <td>922</td>\n",
       "      <td>140</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly false</th>\n",
       "      <td>1623</td>\n",
       "      <td>2455</td>\n",
       "      <td>276</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly true</th>\n",
       "      <td>908</td>\n",
       "      <td>2476</td>\n",
       "      <td>191</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>no factual content</th>\n",
       "      <td>2025</td>\n",
       "      <td>4264</td>\n",
       "      <td>262</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">Right Wing News</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <td>429</td>\n",
       "      <td>1270</td>\n",
       "      <td>132</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly false</th>\n",
       "      <td>781</td>\n",
       "      <td>1430</td>\n",
       "      <td>192</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly true</th>\n",
       "      <td>91</td>\n",
       "      <td>400</td>\n",
       "      <td>50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>no factual content</th>\n",
       "      <td>4933</td>\n",
       "      <td>8539</td>\n",
       "      <td>201</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                        share_count  \\\n",
       "Category   Page              Rating                                   \n",
       "left       Addicting Info    mixture of true and false         1132   \n",
       "                             mostly false                       285   \n",
       "                             mostly true                        523   \n",
       "                             no factual content                 399   \n",
       "           Occupy Democrats  mixture of true and false        10654   \n",
       "                             mostly false                      5541   \n",
       "                             mostly true                       7755   \n",
       "                             no factual content               18345   \n",
       "           The Other 98%     mixture of true and false         4749   \n",
       "                             mostly false                     11571   \n",
       "                             mostly true                       2896   \n",
       "                             no factual content               10337   \n",
       "mainstream ABC News Politics mixture of true and false           76   \n",
       "                             mostly true                         12   \n",
       "                             no factual content                  38   \n",
       "           CNN Politics      mixture of true and false          270   \n",
       "                             mostly true                         48   \n",
       "                             no factual content                  64   \n",
       "           Politico          mixture of true and false         7325   \n",
       "                             mostly true                         33   \n",
       "                             no factual content                  48   \n",
       "right      Eagle Rising      mixture of true and false          110   \n",
       "                             mostly false                       534   \n",
       "                             mostly true                         46   \n",
       "                             no factual content                 250   \n",
       "           Freedom Daily     mixture of true and false          342   \n",
       "                             mostly false                      1623   \n",
       "                             mostly true                        908   \n",
       "                             no factual content                2025   \n",
       "           Right Wing News   mixture of true and false          429   \n",
       "                             mostly false                       781   \n",
       "                             mostly true                         91   \n",
       "                             no factual content                4933   \n",
       "\n",
       "                                                        reaction_count  \\\n",
       "Category   Page              Rating                                      \n",
       "left       Addicting Info    mixture of true and false            3087   \n",
       "                             mostly false                         1910   \n",
       "                             mostly true                          1966   \n",
       "                             no factual content                   2351   \n",
       "           Occupy Democrats  mixture of true and false           17085   \n",
       "                             mostly false                        17525   \n",
       "                             mostly true                         15951   \n",
       "                             no factual content                  37326   \n",
       "           The Other 98%     mixture of true and false            9040   \n",
       "                             mostly false                        19682   \n",
       "                             mostly true                          7082   \n",
       "                             no factual content                  25951   \n",
       "mainstream ABC News Politics mixture of true and false             479   \n",
       "                             mostly true                            78   \n",
       "                             no factual content                     78   \n",
       "           CNN Politics      mixture of true and false            1374   \n",
       "                             mostly true                           343   \n",
       "                             no factual content                    245   \n",
       "           Politico          mixture of true and false           20344   \n",
       "                             mostly true                           310   \n",
       "                             no factual content                    309   \n",
       "right      Eagle Rising      mixture of true and false             222   \n",
       "                             mostly false                          551   \n",
       "                             mostly true                           111   \n",
       "                             no factual content                    300   \n",
       "           Freedom Daily     mixture of true and false             922   \n",
       "                             mostly false                         2455   \n",
       "                             mostly true                          2476   \n",
       "                             no factual content                   4264   \n",
       "           Right Wing News   mixture of true and false            1270   \n",
       "                             mostly false                         1430   \n",
       "                             mostly true                           400   \n",
       "                             no factual content                   8539   \n",
       "\n",
       "                                                        comment_count  \n",
       "Category   Page              Rating                                    \n",
       "left       Addicting Info    mixture of true and false            402  \n",
       "                             mostly false                         394  \n",
       "                             mostly true                          235  \n",
       "                             no factual content                   153  \n",
       "           Occupy Democrats  mixture of true and false           1461  \n",
       "                             mostly false                         638  \n",
       "                             mostly true                         1090  \n",
       "                             no factual content                  1396  \n",
       "           The Other 98%     mixture of true and false            742  \n",
       "                             mostly false                         930  \n",
       "                             mostly true                          372  \n",
       "                             no factual content                   638  \n",
       "mainstream ABC News Politics mixture of true and false             59  \n",
       "                             mostly true                           28  \n",
       "                             no factual content                    23  \n",
       "           CNN Politics      mixture of true and false            315  \n",
       "                             mostly true                          194  \n",
       "                             no factual content                   184  \n",
       "           Politico          mixture of true and false           1510  \n",
       "                             mostly true                           96  \n",
       "                             no factual content                    48  \n",
       "right      Eagle Rising      mixture of true and false             32  \n",
       "                             mostly false                          55  \n",
       "                             mostly true                           17  \n",
       "                             no factual content                    17  \n",
       "           Freedom Daily     mixture of true and false            140  \n",
       "                             mostly false                         276  \n",
       "                             mostly true                          191  \n",
       "                             no factual content                   262  \n",
       "           Right Wing News   mixture of true and false            132  \n",
       "                             mostly false                         192  \n",
       "                             mostly true                           50  \n",
       "                             no factual content                   201  "
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "grp[ENGAGEMENT_COLS].median().round()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Averages:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>share_count</th>\n",
       "      <th>reaction_count</th>\n",
       "      <th>comment_count</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Category</th>\n",
       "      <th>Page</th>\n",
       "      <th>Rating</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"12\" valign=\"top\">left</th>\n",
       "      <th rowspan=\"4\" valign=\"top\">Addicting Info</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <td>1516</td>\n",
       "      <td>3451</td>\n",
       "      <td>460</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly false</th>\n",
       "      <td>1891</td>\n",
       "      <td>4004</td>\n",
       "      <td>704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly true</th>\n",
       "      <td>1005</td>\n",
       "      <td>2800</td>\n",
       "      <td>368</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>no factual content</th>\n",
       "      <td>2766</td>\n",
       "      <td>4520</td>\n",
       "      <td>227</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">Occupy Democrats</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <td>26036</td>\n",
       "      <td>28933</td>\n",
       "      <td>2924</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly false</th>\n",
       "      <td>10603</td>\n",
       "      <td>22854</td>\n",
       "      <td>1426</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly true</th>\n",
       "      <td>16215</td>\n",
       "      <td>25000</td>\n",
       "      <td>1624</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>no factual content</th>\n",
       "      <td>55171</td>\n",
       "      <td>54388</td>\n",
       "      <td>4959</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">The Other 98%</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <td>9544</td>\n",
       "      <td>11270</td>\n",
       "      <td>942</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly false</th>\n",
       "      <td>13738</td>\n",
       "      <td>24557</td>\n",
       "      <td>1051</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly true</th>\n",
       "      <td>10765</td>\n",
       "      <td>14053</td>\n",
       "      <td>793</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>no factual content</th>\n",
       "      <td>32588</td>\n",
       "      <td>34363</td>\n",
       "      <td>1092</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"9\" valign=\"top\">mainstream</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">ABC News Politics</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <td>76</td>\n",
       "      <td>479</td>\n",
       "      <td>59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly true</th>\n",
       "      <td>42</td>\n",
       "      <td>176</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>no factual content</th>\n",
       "      <td>63</td>\n",
       "      <td>159</td>\n",
       "      <td>103</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">CNN Politics</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <td>239</td>\n",
       "      <td>1327</td>\n",
       "      <td>262</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly true</th>\n",
       "      <td>181</td>\n",
       "      <td>672</td>\n",
       "      <td>321</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>no factual content</th>\n",
       "      <td>215</td>\n",
       "      <td>656</td>\n",
       "      <td>346</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">Politico</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <td>7325</td>\n",
       "      <td>20344</td>\n",
       "      <td>1510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly true</th>\n",
       "      <td>156</td>\n",
       "      <td>832</td>\n",
       "      <td>166</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>no factual content</th>\n",
       "      <td>83</td>\n",
       "      <td>420</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"12\" valign=\"top\">right</th>\n",
       "      <th rowspan=\"4\" valign=\"top\">Eagle Rising</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <td>1182</td>\n",
       "      <td>707</td>\n",
       "      <td>149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly false</th>\n",
       "      <td>1300</td>\n",
       "      <td>926</td>\n",
       "      <td>89</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly true</th>\n",
       "      <td>263</td>\n",
       "      <td>300</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>no factual content</th>\n",
       "      <td>506</td>\n",
       "      <td>573</td>\n",
       "      <td>49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">Freedom Daily</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <td>1377</td>\n",
       "      <td>2489</td>\n",
       "      <td>553</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly false</th>\n",
       "      <td>3390</td>\n",
       "      <td>4651</td>\n",
       "      <td>576</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly true</th>\n",
       "      <td>2543</td>\n",
       "      <td>3692</td>\n",
       "      <td>480</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>no factual content</th>\n",
       "      <td>2712</td>\n",
       "      <td>5089</td>\n",
       "      <td>390</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">Right Wing News</th>\n",
       "      <th>mixture of true and false</th>\n",
       "      <td>1482</td>\n",
       "      <td>2485</td>\n",
       "      <td>452</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly false</th>\n",
       "      <td>2366</td>\n",
       "      <td>3879</td>\n",
       "      <td>421</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mostly true</th>\n",
       "      <td>668</td>\n",
       "      <td>1602</td>\n",
       "      <td>291</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>no factual content</th>\n",
       "      <td>7713</td>\n",
       "      <td>9705</td>\n",
       "      <td>360</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                        share_count  \\\n",
       "Category   Page              Rating                                   \n",
       "left       Addicting Info    mixture of true and false         1516   \n",
       "                             mostly false                      1891   \n",
       "                             mostly true                       1005   \n",
       "                             no factual content                2766   \n",
       "           Occupy Democrats  mixture of true and false        26036   \n",
       "                             mostly false                     10603   \n",
       "                             mostly true                      16215   \n",
       "                             no factual content               55171   \n",
       "           The Other 98%     mixture of true and false         9544   \n",
       "                             mostly false                     13738   \n",
       "                             mostly true                      10765   \n",
       "                             no factual content               32588   \n",
       "mainstream ABC News Politics mixture of true and false           76   \n",
       "                             mostly true                         42   \n",
       "                             no factual content                  63   \n",
       "           CNN Politics      mixture of true and false          239   \n",
       "                             mostly true                        181   \n",
       "                             no factual content                 215   \n",
       "           Politico          mixture of true and false         7325   \n",
       "                             mostly true                        156   \n",
       "                             no factual content                  83   \n",
       "right      Eagle Rising      mixture of true and false         1182   \n",
       "                             mostly false                      1300   \n",
       "                             mostly true                        263   \n",
       "                             no factual content                 506   \n",
       "           Freedom Daily     mixture of true and false         1377   \n",
       "                             mostly false                      3390   \n",
       "                             mostly true                       2543   \n",
       "                             no factual content                2712   \n",
       "           Right Wing News   mixture of true and false         1482   \n",
       "                             mostly false                      2366   \n",
       "                             mostly true                        668   \n",
       "                             no factual content                7713   \n",
       "\n",
       "                                                        reaction_count  \\\n",
       "Category   Page              Rating                                      \n",
       "left       Addicting Info    mixture of true and false            3451   \n",
       "                             mostly false                         4004   \n",
       "                             mostly true                          2800   \n",
       "                             no factual content                   4520   \n",
       "           Occupy Democrats  mixture of true and false           28933   \n",
       "                             mostly false                        22854   \n",
       "                             mostly true                         25000   \n",
       "                             no factual content                  54388   \n",
       "           The Other 98%     mixture of true and false           11270   \n",
       "                             mostly false                        24557   \n",
       "                             mostly true                         14053   \n",
       "                             no factual content                  34363   \n",
       "mainstream ABC News Politics mixture of true and false             479   \n",
       "                             mostly true                           176   \n",
       "                             no factual content                    159   \n",
       "           CNN Politics      mixture of true and false            1327   \n",
       "                             mostly true                           672   \n",
       "                             no factual content                    656   \n",
       "           Politico          mixture of true and false           20344   \n",
       "                             mostly true                           832   \n",
       "                             no factual content                    420   \n",
       "right      Eagle Rising      mixture of true and false             707   \n",
       "                             mostly false                          926   \n",
       "                             mostly true                           300   \n",
       "                             no factual content                    573   \n",
       "           Freedom Daily     mixture of true and false            2489   \n",
       "                             mostly false                         4651   \n",
       "                             mostly true                          3692   \n",
       "                             no factual content                   5089   \n",
       "           Right Wing News   mixture of true and false            2485   \n",
       "                             mostly false                         3879   \n",
       "                             mostly true                          1602   \n",
       "                             no factual content                   9705   \n",
       "\n",
       "                                                        comment_count  \n",
       "Category   Page              Rating                                    \n",
       "left       Addicting Info    mixture of true and false            460  \n",
       "                             mostly false                         704  \n",
       "                             mostly true                          368  \n",
       "                             no factual content                   227  \n",
       "           Occupy Democrats  mixture of true and false           2924  \n",
       "                             mostly false                        1426  \n",
       "                             mostly true                         1624  \n",
       "                             no factual content                  4959  \n",
       "           The Other 98%     mixture of true and false            942  \n",
       "                             mostly false                        1051  \n",
       "                             mostly true                          793  \n",
       "                             no factual content                  1092  \n",
       "mainstream ABC News Politics mixture of true and false             59  \n",
       "                             mostly true                           67  \n",
       "                             no factual content                   103  \n",
       "           CNN Politics      mixture of true and false            262  \n",
       "                             mostly true                          321  \n",
       "                             no factual content                   346  \n",
       "           Politico          mixture of true and false           1510  \n",
       "                             mostly true                          166  \n",
       "                             no factual content                    54  \n",
       "right      Eagle Rising      mixture of true and false            149  \n",
       "                             mostly false                          89  \n",
       "                             mostly true                           67  \n",
       "                             no factual content                    49  \n",
       "           Freedom Daily     mixture of true and false            553  \n",
       "                             mostly false                         576  \n",
       "                             mostly true                          480  \n",
       "                             no factual content                   390  \n",
       "           Right Wing News   mixture of true and false            452  \n",
       "                             mostly false                         421  \n",
       "                             mostly true                          291  \n",
       "                             no factual content                   360  "
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "grp[ENGAGEMENT_COLS].mean().round()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Engagement by post type"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Medians:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>share_count</th>\n",
       "      <th>reaction_count</th>\n",
       "      <th>comment_count</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Category</th>\n",
       "      <th>Page</th>\n",
       "      <th>Post Type</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"9\" valign=\"top\">left</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">Addicting Info</th>\n",
       "      <th>link</th>\n",
       "      <td>563</td>\n",
       "      <td>2195</td>\n",
       "      <td>262</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>3532</td>\n",
       "      <td>5814</td>\n",
       "      <td>534</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>video</th>\n",
       "      <td>275</td>\n",
       "      <td>1302</td>\n",
       "      <td>117</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">Occupy Democrats</th>\n",
       "      <th>link</th>\n",
       "      <td>5130</td>\n",
       "      <td>10862</td>\n",
       "      <td>1020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>18294</td>\n",
       "      <td>34730</td>\n",
       "      <td>1290</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>video</th>\n",
       "      <td>26648</td>\n",
       "      <td>30011</td>\n",
       "      <td>2287</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">The Other 98%</th>\n",
       "      <th>link</th>\n",
       "      <td>3391</td>\n",
       "      <td>8836</td>\n",
       "      <td>529</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>12441</td>\n",
       "      <td>26990</td>\n",
       "      <td>604</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>video</th>\n",
       "      <td>1598</td>\n",
       "      <td>4751</td>\n",
       "      <td>364</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"12\" valign=\"top\">mainstream</th>\n",
       "      <th rowspan=\"4\" valign=\"top\">ABC News Politics</th>\n",
       "      <th>link</th>\n",
       "      <td>9</td>\n",
       "      <td>68</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>6</td>\n",
       "      <td>30</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>text</th>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>video</th>\n",
       "      <td>37</td>\n",
       "      <td>138</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">CNN Politics</th>\n",
       "      <th>link</th>\n",
       "      <td>36</td>\n",
       "      <td>284</td>\n",
       "      <td>177</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>51</td>\n",
       "      <td>118</td>\n",
       "      <td>88</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>text</th>\n",
       "      <td>4</td>\n",
       "      <td>95</td>\n",
       "      <td>103</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>video</th>\n",
       "      <td>125</td>\n",
       "      <td>691</td>\n",
       "      <td>456</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">Politico</th>\n",
       "      <th>link</th>\n",
       "      <td>32</td>\n",
       "      <td>290</td>\n",
       "      <td>92</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>8</td>\n",
       "      <td>62</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>text</th>\n",
       "      <td>2</td>\n",
       "      <td>58</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>video</th>\n",
       "      <td>48</td>\n",
       "      <td>428</td>\n",
       "      <td>132</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"7\" valign=\"top\">right</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">Eagle Rising</th>\n",
       "      <th>link</th>\n",
       "      <td>70</td>\n",
       "      <td>154</td>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>569</td>\n",
       "      <td>750</td>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>video</th>\n",
       "      <td>38</td>\n",
       "      <td>73</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">Freedom Daily</th>\n",
       "      <th>link</th>\n",
       "      <td>964</td>\n",
       "      <td>2263</td>\n",
       "      <td>224</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>text</th>\n",
       "      <td>3</td>\n",
       "      <td>47</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">Right Wing News</th>\n",
       "      <th>link</th>\n",
       "      <td>246</td>\n",
       "      <td>824</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>8474</td>\n",
       "      <td>12115</td>\n",
       "      <td>180</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                        share_count  reaction_count  \\\n",
       "Category   Page              Post Type                                \n",
       "left       Addicting Info    link               563            2195   \n",
       "                             photo             3532            5814   \n",
       "                             video              275            1302   \n",
       "           Occupy Democrats  link              5130           10862   \n",
       "                             photo            18294           34730   \n",
       "                             video            26648           30011   \n",
       "           The Other 98%     link              3391            8836   \n",
       "                             photo            12441           26990   \n",
       "                             video             1598            4751   \n",
       "mainstream ABC News Politics link                 9              68   \n",
       "                             photo                6              30   \n",
       "                             text                 2               5   \n",
       "                             video               37             138   \n",
       "           CNN Politics      link                36             284   \n",
       "                             photo               51             118   \n",
       "                             text                 4              95   \n",
       "                             video              125             691   \n",
       "           Politico          link                32             290   \n",
       "                             photo                8              62   \n",
       "                             text                 2              58   \n",
       "                             video               48             428   \n",
       "right      Eagle Rising      link                70             154   \n",
       "                             photo              569             750   \n",
       "                             video               38              73   \n",
       "           Freedom Daily     link               964            2263   \n",
       "                             text                 3              47   \n",
       "           Right Wing News   link               246             824   \n",
       "                             photo             8474           12115   \n",
       "\n",
       "                                        comment_count  \n",
       "Category   Page              Post Type                 \n",
       "left       Addicting Info    link                 262  \n",
       "                             photo                534  \n",
       "                             video                117  \n",
       "           Occupy Democrats  link                1020  \n",
       "                             photo               1290  \n",
       "                             video               2287  \n",
       "           The Other 98%     link                 529  \n",
       "                             photo                604  \n",
       "                             video                364  \n",
       "mainstream ABC News Politics link                  27  \n",
       "                             photo                 14  \n",
       "                             text                   2  \n",
       "                             video                 32  \n",
       "           CNN Politics      link                 177  \n",
       "                             photo                 88  \n",
       "                             text                 103  \n",
       "                             video                456  \n",
       "           Politico          link                  92  \n",
       "                             photo                 27  \n",
       "                             text                  26  \n",
       "                             video                132  \n",
       "right      Eagle Rising      link                  20  \n",
       "                             photo                 24  \n",
       "                             video                 14  \n",
       "           Freedom Daily     link                 224  \n",
       "                             text                   7  \n",
       "           Right Wing News   link                  87  \n",
       "                             photo                180  "
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type_grp[ENGAGEMENT_COLS].median().round()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Averages:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>share_count</th>\n",
       "      <th>reaction_count</th>\n",
       "      <th>comment_count</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Category</th>\n",
       "      <th>Page</th>\n",
       "      <th>Post Type</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"9\" valign=\"top\">left</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">Addicting Info</th>\n",
       "      <th>link</th>\n",
       "      <td>1168</td>\n",
       "      <td>3028</td>\n",
       "      <td>391</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>6021</td>\n",
       "      <td>7128</td>\n",
       "      <td>578</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>video</th>\n",
       "      <td>275</td>\n",
       "      <td>1302</td>\n",
       "      <td>117</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">Occupy Democrats</th>\n",
       "      <th>link</th>\n",
       "      <td>7463</td>\n",
       "      <td>16094</td>\n",
       "      <td>1272</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>25268</td>\n",
       "      <td>43735</td>\n",
       "      <td>1604</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>video</th>\n",
       "      <td>97767</td>\n",
       "      <td>62746</td>\n",
       "      <td>9531</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"3\" valign=\"top\">The Other 98%</th>\n",
       "      <th>link</th>\n",
       "      <td>10341</td>\n",
       "      <td>13847</td>\n",
       "      <td>882</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>28875</td>\n",
       "      <td>38285</td>\n",
       "      <td>924</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>video</th>\n",
       "      <td>16712</td>\n",
       "      <td>9021</td>\n",
       "      <td>959</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"12\" valign=\"top\">mainstream</th>\n",
       "      <th rowspan=\"4\" valign=\"top\">ABC News Politics</th>\n",
       "      <th>link</th>\n",
       "      <td>23</td>\n",
       "      <td>124</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>9</td>\n",
       "      <td>51</td>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>text</th>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>video</th>\n",
       "      <td>90</td>\n",
       "      <td>273</td>\n",
       "      <td>125</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">CNN Politics</th>\n",
       "      <th>link</th>\n",
       "      <td>176</td>\n",
       "      <td>604</td>\n",
       "      <td>256</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>77</td>\n",
       "      <td>212</td>\n",
       "      <td>112</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>text</th>\n",
       "      <td>4</td>\n",
       "      <td>95</td>\n",
       "      <td>103</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>video</th>\n",
       "      <td>237</td>\n",
       "      <td>1088</td>\n",
       "      <td>663</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"4\" valign=\"top\">Politico</th>\n",
       "      <th>link</th>\n",
       "      <td>181</td>\n",
       "      <td>879</td>\n",
       "      <td>168</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>77</td>\n",
       "      <td>299</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>text</th>\n",
       "      <td>2</td>\n",
       "      <td>58</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>video</th>\n",
       "      <td>201</td>\n",
       "      <td>1132</td>\n",
       "      <td>203</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"7\" valign=\"top\">right</th>\n",
       "      <th rowspan=\"3\" valign=\"top\">Eagle Rising</th>\n",
       "      <th>link</th>\n",
       "      <td>454</td>\n",
       "      <td>411</td>\n",
       "      <td>81</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>1461</td>\n",
       "      <td>1151</td>\n",
       "      <td>80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>video</th>\n",
       "      <td>38</td>\n",
       "      <td>94</td>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">Freedom Daily</th>\n",
       "      <th>link</th>\n",
       "      <td>2497</td>\n",
       "      <td>3718</td>\n",
       "      <td>521</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>text</th>\n",
       "      <td>3</td>\n",
       "      <td>47</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">Right Wing News</th>\n",
       "      <th>link</th>\n",
       "      <td>999</td>\n",
       "      <td>2048</td>\n",
       "      <td>358</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>photo</th>\n",
       "      <td>11664</td>\n",
       "      <td>12928</td>\n",
       "      <td>408</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                        share_count  reaction_count  \\\n",
       "Category   Page              Post Type                                \n",
       "left       Addicting Info    link              1168            3028   \n",
       "                             photo             6021            7128   \n",
       "                             video              275            1302   \n",
       "           Occupy Democrats  link              7463           16094   \n",
       "                             photo            25268           43735   \n",
       "                             video            97767           62746   \n",
       "           The Other 98%     link             10341           13847   \n",
       "                             photo            28875           38285   \n",
       "                             video            16712            9021   \n",
       "mainstream ABC News Politics link                23             124   \n",
       "                             photo                9              51   \n",
       "                             text                 2               5   \n",
       "                             video               90             273   \n",
       "           CNN Politics      link               176             604   \n",
       "                             photo               77             212   \n",
       "                             text                 4              95   \n",
       "                             video              237            1088   \n",
       "           Politico          link               181             879   \n",
       "                             photo               77             299   \n",
       "                             text                 2              58   \n",
       "                             video              201            1132   \n",
       "right      Eagle Rising      link               454             411   \n",
       "                             photo             1461            1151   \n",
       "                             video               38              94   \n",
       "           Freedom Daily     link              2497            3718   \n",
       "                             text                 3              47   \n",
       "           Right Wing News   link               999            2048   \n",
       "                             photo            11664           12928   \n",
       "\n",
       "                                        comment_count  \n",
       "Category   Page              Post Type                 \n",
       "left       Addicting Info    link                 391  \n",
       "                             photo                578  \n",
       "                             video                117  \n",
       "           Occupy Democrats  link                1272  \n",
       "                             photo               1604  \n",
       "                             video               9531  \n",
       "           The Other 98%     link                 882  \n",
       "                             photo                924  \n",
       "                             video                959  \n",
       "mainstream ABC News Politics link                  40  \n",
       "                             photo                 21  \n",
       "                             text                   2  \n",
       "                             video                125  \n",
       "           CNN Politics      link                 256  \n",
       "                             photo                112  \n",
       "                             text                 103  \n",
       "                             video                663  \n",
       "           Politico          link                 168  \n",
       "                             photo                 31  \n",
       "                             text                  26  \n",
       "                             video                203  \n",
       "right      Eagle Rising      link                  81  \n",
       "                             photo                 80  \n",
       "                             video                 31  \n",
       "           Freedom Daily     link                 521  \n",
       "                             text                   7  \n",
       "           Right Wing News   link                 358  \n",
       "                             photo                408  "
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type_grp[ENGAGEMENT_COLS].mean().round()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Shares by factual vs. no factual content"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>Rating</th>\n",
       "      <th>factual content</th>\n",
       "      <th>no factual content</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Category</th>\n",
       "      <th>Page</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"6\" valign=\"top\">left</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">Addicting Info</th>\n",
       "      <th>average</th>\n",
       "      <td>1150</td>\n",
       "      <td>2766</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>median</th>\n",
       "      <td>578</td>\n",
       "      <td>399</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">Occupy Democrats</th>\n",
       "      <th>average</th>\n",
       "      <td>18155</td>\n",
       "      <td>55171</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>median</th>\n",
       "      <td>7997</td>\n",
       "      <td>18345</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">The Other 98%</th>\n",
       "      <th>average</th>\n",
       "      <td>10820</td>\n",
       "      <td>32588</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>median</th>\n",
       "      <td>3484</td>\n",
       "      <td>10337</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"6\" valign=\"top\">mainstream</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">ABC News Politics</th>\n",
       "      <th>average</th>\n",
       "      <td>43</td>\n",
       "      <td>63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>median</th>\n",
       "      <td>13</td>\n",
       "      <td>38</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">CNN Politics</th>\n",
       "      <th>average</th>\n",
       "      <td>182</td>\n",
       "      <td>215</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>median</th>\n",
       "      <td>48</td>\n",
       "      <td>64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">Politico</th>\n",
       "      <th>average</th>\n",
       "      <td>183</td>\n",
       "      <td>83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>median</th>\n",
       "      <td>33</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"6\" valign=\"top\">right</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">Eagle Rising</th>\n",
       "      <th>average</th>\n",
       "      <td>656</td>\n",
       "      <td>506</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>median</th>\n",
       "      <td>75</td>\n",
       "      <td>250</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">Freedom Daily</th>\n",
       "      <th>average</th>\n",
       "      <td>2466</td>\n",
       "      <td>2712</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>median</th>\n",
       "      <td>947</td>\n",
       "      <td>2025</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">Right Wing News</th>\n",
       "      <th>average</th>\n",
       "      <td>1127</td>\n",
       "      <td>7713</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>median</th>\n",
       "      <td>246</td>\n",
       "      <td>4933</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Rating                                factual content  no factual content\n",
       "Category   Page                                                          \n",
       "left       Addicting Info    average             1150                2766\n",
       "                             median               578                 399\n",
       "           Occupy Democrats  average            18155               55171\n",
       "                             median              7997               18345\n",
       "           The Other 98%     average            10820               32588\n",
       "                             median              3484               10337\n",
       "mainstream ABC News Politics average               43                  63\n",
       "                             median                13                  38\n",
       "           CNN Politics      average              182                 215\n",
       "                             median                48                  64\n",
       "           Politico          average              183                  83\n",
       "                             median                33                  48\n",
       "right      Eagle Rising      average              656                 506\n",
       "                             median                75                 250\n",
       "           Freedom Daily     average             2466                2712\n",
       "                             median               947                2025\n",
       "           Right Wing News   average             1127                7713\n",
       "                             median               246                4933"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "grp = posts.groupby([ \"Category\", \"Page\", posts[\"Rating\"] == \"no factual content\" ])\n",
    "pd.DataFrame({\n",
    "    \"median\": grp[\"share_count\"].median(),\n",
    "    \"average\": grp[\"share_count\"].mean()\n",
    "}).round()\\\n",
    "    .unstack().stack(level=0).rename(columns={True: \"no factual content\", False: \"factual content\"})"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Shares for mostly-true vs. others for partisan pages"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>Rating</th>\n",
       "      <th>mostly true</th>\n",
       "      <th>everything else</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Category</th>\n",
       "      <th>Page</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"6\" valign=\"top\">left</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">Addicting Info</th>\n",
       "      <th>average</th>\n",
       "      <td>1005</td>\n",
       "      <td>1894</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>median</th>\n",
       "      <td>523</td>\n",
       "      <td>882</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">Occupy Democrats</th>\n",
       "      <th>average</th>\n",
       "      <td>16215</td>\n",
       "      <td>41812</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>median</th>\n",
       "      <td>7755</td>\n",
       "      <td>13330</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">The Other 98%</th>\n",
       "      <th>average</th>\n",
       "      <td>10765</td>\n",
       "      <td>26432</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>median</th>\n",
       "      <td>2896</td>\n",
       "      <td>8236</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"6\" valign=\"top\">right</th>\n",
       "      <th rowspan=\"2\" valign=\"top\">Eagle Rising</th>\n",
       "      <th>average</th>\n",
       "      <td>263</td>\n",
       "      <td>886</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>median</th>\n",
       "      <td>46</td>\n",
       "      <td>201</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">Freedom Daily</th>\n",
       "      <th>average</th>\n",
       "      <td>2543</td>\n",
       "      <td>2407</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>median</th>\n",
       "      <td>908</td>\n",
       "      <td>1142</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">Right Wing News</th>\n",
       "      <th>average</th>\n",
       "      <td>668</td>\n",
       "      <td>2215</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>median</th>\n",
       "      <td>91</td>\n",
       "      <td>568</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Rating                             mostly true  everything else\n",
       "Category Page                                                  \n",
       "left     Addicting Info   average         1005             1894\n",
       "                          median           523              882\n",
       "         Occupy Democrats average        16215            41812\n",
       "                          median          7755            13330\n",
       "         The Other 98%    average        10765            26432\n",
       "                          median          2896             8236\n",
       "right    Eagle Rising     average          263              886\n",
       "                          median            46              201\n",
       "         Freedom Daily    average         2543             2407\n",
       "                          median           908             1142\n",
       "         Right Wing News  average          668             2215\n",
       "                          median            91              568"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "grp = posts.groupby([ \"Category\", \"Page\", posts[\"Rating\"] == \"mostly true\" ])\n",
    "pd.DataFrame({\n",
    "    \"median\": grp[\"share_count\"].median(),\n",
    "    \"average\": grp[\"share_count\"].mean()\n",
    "}).round()\\\n",
    "    .unstack().stack(level=0).rename(columns={True: \"mostly true\", False: \"everything else\"})\\\n",
    "    [[ \"mostly true\", \"everything else\" ]].loc[[\"left\", \"right\"]]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---\n",
    "\n",
    "---\n",
    "\n",
    "---"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.4.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}