{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# Week 8: Unrest via Sparse Credit Card Data" ] }, { "cell_type": "code", "execution_count": 10, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Using matplotlib backend: TkAgg\n", "Populating the interactive namespace from numpy and matplotlib\n" ] } ], "source": [ "%pylab\n", "%matplotlib inline\n", "import pandas as pd\n", "from pandas import ExcelWriter\n", "from pandas import ExcelFile\n", "import numpy as np\n", "import matplotlib.pyplot as plt\n", "from scipy import stats" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "We start the analysis by importing the data. Note, we are only importing the data provided in Table 1 of the Appendix of Dong et al.1 as we are only analysing data from the references days and Day 62.\n", "\n", "**\\*\\* Double Check this with Murray \\*\\***\n", "\n", "\\*\\* Now we need to read the excel file in a nice way given that the spreadsheet has double headings in some places" ] }, { "cell_type": "code", "execution_count": 11, "metadata": {}, "outputs": [], "source": [ "data = pd.read_excel('Dong_etal_2018_data.xlsx', sheetname='A1')" ] }, { "cell_type": "code", "execution_count": 14, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "/usr/local/lib/python3.5/dist-packages/matplotlib/colors.py:494: RuntimeWarning: invalid value encountered in less\n", " cbook._putmask(xa, xa < 0.0, -1)\n" ] }, { "data": { "text/html": [ "\n", " \n", "\n", " \n", " \n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
\n", " \n", " \n", " \n", " \n", " \n", " Distance from event center (km)\n", " \n", " \n", " \n", " \n", " Unnamed: 1\n", " \n", " \n", " \n", " \n", " Unnamed: 5\n", " \n", " \n", " \n", " \n", " Unnamed: 9\n", " \n", " \n", " \n", " \n", " Unnamed: 13\n", " \n", " \n", "
\n", " Distance from event center (km)\n", " \n", " \n", " \n", " \n", " 1\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", "
\n", " Unnamed: 1\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", "
\n", " Unnamed: 5\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", "
\n", " Unnamed: 9\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", "
\n", " Unnamed: 13\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", " \n", " \n", " nan\n", " \n", " \n", "
\n", " " ], "text/plain": [ "" ] }, "execution_count": 14, "metadata": {}, "output_type": "execute_result" } ], "source": [ "data.corr().style.background_gradient(cmap='Wistia')" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "****\\*\\*\\*\\* We gon' need to get rid of some of them headins' \\*\\*\\*\\* ****" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### References\n", "1. Dong, X., Meyer, J., Shmueli, E., Bozkaya, B., & Pentland, A. (2018). Methods for quantifying effects of social unrest using credit card transaction data. EPJ Data Science, 7(1), 8. https://doi.org/10.1140/epjds/s13688-018-0136-x" ] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.5.2" } }, "nbformat": 4, "nbformat_minor": 2 }