index.ipynb

{
 "metadata": {
  "name": ""
 },
 "nbformat": 3,
 "nbformat_minor": 0,
 "worksheets": [
  {
   "cells": [
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "!ls"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "apps  apps.tar.gz  Binder Data.ipynb  logs  logs.tar.gz\r\n"
       ]
      }
     ],
     "prompt_number": 391
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "import os\n",
      "import re\n",
      "import json\n",
      "import yaml"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 392
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "logs = open(os.path.join('logs', 'binder', 'root', 'binder.log.log'))\n",
      "success_re = re.compile('Successfully deployed app (?P<name>.*) in single-node')\n",
      "lines = logs.readlines()"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 393
    },
    {
     "cell_type": "markdown",
     "metadata": {},
     "source": [
      "#### Helper functions"
     ]
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "def get_dependency_types(names):\n",
      "    spec_json = [json.load(open(os.path.join('apps', name, 'spec.json'), 'r')) for name in names] \n",
      "    # assuming only a single dependency per binder\n",
      "    def populate_deps_dict(spec, deps_dict):\n",
      "        deps = spec.get('dependencies')\n",
      "        name = spec.get('name')\n",
      "        dep = deps[0] if deps else None\n",
      "        if dep in deps_dict:\n",
      "            deps_dict[dep].append(name)\n",
      "        else:\n",
      "            deps_dict[dep] = [name]\n",
      "    deps_dict = {}\n",
      "    for spec in spec_json:\n",
      "        populate_deps_dict(spec, deps_dict)\n",
      "    return deps_dict"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 394
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "def handle_requirements(app): \n",
      "    f = open(os.path.join('apps', app, 'repo', 'requirements.txt'), 'r')\n",
      "    return map(lambda line: line.strip(), f.readlines())\n",
      "\n",
      "def handle_environment(app): \n",
      "    f = open(os.path.join('apps', app, 'repo', 'environment.yml'), 'r')\n",
      "    yml = yaml.load(f)\n",
      "    def handle_pip(dep):\n",
      "        return dep['pip']\n",
      "    dep_list = [] \n",
      "    for dep in yml.get('dependencies', []):\n",
      "        if isinstance(dep, dict) and 'pip' in dep:\n",
      "            pip_deps = dep['pip']\n",
      "            for dep in pip_deps:\n",
      "                dep_list.append(dep.strip())\n",
      "        else: \n",
      "            dep_list.append(dep.strip())\n",
      "    return dep_list \n",
      "\n",
      "def get_dependencies(names):\n",
      "    dep_types = get_dependency_types(names)\n",
      "    deps = {}\n",
      "    \n",
      "    # get the unprocessed dependencies for each dependency type\n",
      "    for dep, apps in dep_types.items():\n",
      "        if dep == 'requirements.txt':\n",
      "            deps[dep] = map(lambda app: handle_requirements(app), apps)\n",
      "        elif dep == 'environment.yml':\n",
      "            deps[dep] = map(lambda app: handle_environment(app), apps)\n",
      "        elif dep == 'Dockerfile':\n",
      "            # won't look into the Dockerfiles for now\n",
      "            pass\n",
      "    \n",
      "    # flatten the lists\n",
      "    dep_dict = dict(map(lambda (name, l): (name, [i for sublist in l for i in sublist]), deps.items()))\n",
      "    \n",
      "    # remove invalid lines and version numbers\n",
      "    git_re = re.compile('git\\+https\\:\\/\\/github.com\\/.*/(?P<name>.*).git')\n",
      "    def is_valid(line):\n",
      "        stripped = line.strip()\n",
      "        return not stripped.startswith('#') and stripped != '\\\\n'\n",
      "    def just_name(line):\n",
      "        if line.startswith('git+'):\n",
      "            return git_re.search(line).group('name')\n",
      "        name = line.split('=')[0]\n",
      "        for char in ['=', '>', '<']: \n",
      "            if char in name:\n",
      "                name = name.replace(char, '')\n",
      "        return name\n",
      "    for dep in dep_dict:\n",
      "        lines = dep_dict[dep]\n",
      "        dep_dict[dep] = map(just_name, filter(is_valid, lines)) \n",
      "    return dep_dict"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 395
    },
    {
     "cell_type": "markdown",
     "metadata": {},
     "source": [
      "#### Get all unique deployments"
     ]
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "deployments = filter(lambda line: success_re.search(line), lines)\n",
      "deployments = map(lambda line: success_re.search(line).group('name'), deployments)\n",
      "unique_deployments = list(set(deployments))\n",
      "unique_deployments[:10]"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 396,
       "text": [
        "['freeman-lab-allen-lightning-demo',\n",
        " 'jaimeivancervantes-ilastikdiagnostictools',\n",
        " 'binder-project-example-requirements',\n",
        " 'gevero-1dpyhc',\n",
        " 'binder-project-example-dockerfile',\n",
        " 'jckantor-cbe20255',\n",
        " 'spatialaudio-digital-signal-processing-lecture',\n",
        " 'pyqg-pyqg_demos',\n",
        " 'marcocaggioni-microrheology',\n",
        " 'gchrupala-jupyter']"
       ]
      }
     ],
     "prompt_number": 396
    },
    {
     "cell_type": "markdown",
     "metadata": {},
     "source": [
      "#### Dependency types for each unique, recent deployment"
     ]
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "deps_dict = get_dependency_types(unique_deployments)\n",
      "deps_dict.items()[:10]"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 397,
       "text": [
        "[(u'environment.yml',\n",
        "  [u'tritemio-photon-hdf5-converter',\n",
        "   u'tapilab-mksci-2015-brand-perceptions',\n",
        "   u'arokem-white-matter-matters',\n",
        "   u'sylvaincorlay-fly-binder',\n",
        "   u'hainm-notebook-pytraj',\n",
        "   u'ioos-secoora',\n",
        "   u'binder-project-example-conda-environment',\n",
        "   u'mwcraig-schrod-binder',\n",
        "   u'ioos-system-test',\n",
        "   u'nagasaki45-music_prefs',\n",
        "   u'ioos-conda-recipes',\n",
        "   u'ocefpaf-intro_python_notebooks',\n",
        "   u'glouppe-tutorial-sklearn-dslhc2015',\n",
        "   u'mwcraig-reducer-binder',\n",
        "   u'ocefpaf-folium_notebooks',\n",
        "   u'pelson-iris-cube-nav',\n",
        "   u'photon-hdf5-photon-hdf5-converter',\n",
        "   u'continuumio-binder-example-conda',\n",
        "   u'stijnvanhoey-hydropy',\n",
        "   u'unidata-unidata-python-workshop']),\n",
        " (u'requirements.txt',\n",
        "  [u'freeman-lab-allen-lightning-demo',\n",
        "   u'binder-project-example-requirements',\n",
        "   u'pyqg-pyqg_demos',\n",
        "   u'marcocaggioni-microrheology',\n",
        "   u'gchrupala-jupyter',\n",
        "   u'show0k-gmm-lbd',\n",
        "   u'brendam-testing-binder',\n",
        "   u'sofroniewn-tactile-coding',\n",
        "   u'simonsfoundation-jp_gene_viz',\n",
        "   u'sylvaincorlay-bqplot-binder',\n",
        "   u'tdhopper-notes-on-dirichlet-processes',\n",
        "   u'x-calibre-fits-tables',\n",
        "   u'andrewosh-ipywidgets',\n",
        "   u'debjan-bokeh_test',\n",
        "   u'andrewosh-cs-ap-analysis',\n",
        "   u'dsblank-cs-ap-analysis',\n",
        "   u'blaze-dask-examples',\n",
        "   u'darribas-int_sp_auto',\n",
        "   u'binder-project-example-remote-storage',\n",
        "   u'nirum-descent-tutorial',\n",
        "   u'marcocaggioni-microrheology-test',\n",
        "   u'fonnesbeck-bios8366',\n",
        "   u'justmarkham-dat8',\n",
        "   u'dssatpitt-python-twitter-bots',\n",
        "   u'x-calibre-free-form',\n",
        "   u'psychemedia-onthewight',\n",
        "   u'tonyfast-binder-3js',\n",
        "   u'openconnectome-ndio-demos',\n",
        "   u'x-calibre-fits-images',\n",
        "   u'simonsfoundation-jp_svg_canvas',\n",
        "   u'crocha700-pyqg',\n",
        "   u'ewjoachim-binders',\n",
        "   u'summerela-impala_training',\n",
        "   u'lightning-viz-lightning-example-notebooks',\n",
        "   u'gforsyth-jupyter_playground',\n",
        "   u'x-calibre-fits-header',\n",
        "   u'stefanv-ds_intro',\n",
        "   u'pyqg-pyqg_gallery',\n",
        "   u'jluttine-jaakkoluttinen.fi',\n",
        "   u'justmarkham-scikit-learn-videos',\n",
        "   u'kersulis-svd-image-processing']),\n",
        " (u'Dockerfile',\n",
        "  [u'binder-project-example-dockerfile',\n",
        "   u'zsailer-phylogenetics',\n",
        "   u'd-v-b-flecht',\n",
        "   u'binder-project-example-dockerfile-two',\n",
        "   u'epifanio-binder-sid',\n",
        "   u'ahwillia-singlecellanalysis',\n",
        "   u'rdhyee-wikimedia_data_learning',\n",
        "   u'epifanio-binder-testing',\n",
        "   u'ahwillia-williams-etal-synaptic-transport',\n",
        "   u'akhmerov-teachingdayjupyter',\n",
        "   u'epifanio-ecoop-binder',\n",
        "   u'mgeier-python-audio',\n",
        "   u'cornelltech-snack-zeroinstall',\n",
        "   u'spatialaudio-communication-acoustics-exercises',\n",
        "   u'andrewosh-flecht',\n",
        "   u'epifanio-binder-docker-test',\n",
        "   u'jhmarcus-mybinder-r']),\n",
        " (None,\n",
        "  [u'jaimeivancervantes-ilastikdiagnostictools',\n",
        "   u'gevero-1dpyhc',\n",
        "   u'jckantor-cbe20255',\n",
        "   u'spatialaudio-digital-signal-processing-lecture',\n",
        "   u'allendowney-dataexploration',\n",
        "   u'cs109-2015lab1',\n",
        "   u'wesleydeor-python-pds',\n",
        "   u'ahwillia-recnetlearn',\n",
        "   u'doingmathwithpython-code',\n",
        "   u'glouppe-notebooks',\n",
        "   u'soft-matter-trackpy-examples',\n",
        "   u'tiggerntatie-emagnet-py',\n",
        "   u'avehtari-bda_py_demos',\n",
        "   u'qut-dmrc-aoir-ir16-web-scraping-workshop',\n",
        "   u'nudomarinero-eu2014_es_gender',\n",
        "   u'ipython-ipywidgets',\n",
        "   u'flowersteam-naminggamesal',\n",
        "   u'map222-lolml',\n",
        "   u'allendowney-thinkdsp',\n",
        "   u'jblrse-titanic',\n",
        "   u'binder-project-example-service-postgres',\n",
        "   u'astrohackweek-astrohackweek2015',\n",
        "   u'uio-inf3331-code_snippets',\n",
        "   u'yoavram-fgmprob',\n",
        "   u'skibum55-2015lab2',\n",
        "   u'aeropython-curso_aeropython',\n",
        "   u'drmingle-boston-data-festival-2015',\n",
        "   u'rdhyee-mybinder-test',\n",
        "   u'mattbellis-dark-matter-models',\n",
        "   u'jay-oh-en-data-scientists-guide-apache-spark',\n",
        "   u'alistairwalsh-nefarious-meow',\n",
        "   u'psychemedia-learntocode',\n",
        "   u'ianhawke-maths-with-python',\n",
        "   u'minrk-inf3331-h15',\n",
        "   u'soft-matter-trackpy',\n",
        "   u'rlabbe-kalman-and-bayesian-filters-in-python',\n",
        "   u'csu-hmc-gait-control-direct-id-paper',\n",
        "   u'camdavidsonpilon-probabilistic-programming-and-bayesian-methods-for-hackers',\n",
        "   u'astropy-astropy-tutorials',\n",
        "   u'lmcintosh-perception',\n",
        "   u'zipfian-data-scientists-guide-apache-spark',\n",
        "   u'johntfoster-pge383-hw4',\n",
        "   u'binder-project-example-service-spark',\n",
        "   u'sergeetiparent-gci733-a2015'])]"
       ]
      }
     ],
     "prompt_number": 397
    },
    {
     "cell_type": "markdown",
     "metadata": {},
     "source": [
      "##### Dependency types for all binders deployed in the past ~1 week (get actual date)"
     ]
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "def statistics(names):\n",
      "    dep_types = get_dependency_types(names)\n",
      "    totals = dict(map(lambda (dep, names): (dep, len(names)), dep_types.items()))\n",
      "    count = len(names)\n",
      "    print \"\"\n",
      "    print \"Number of binders: %d\\n\" % len(names) \n",
      "    print \"Total deployments for each dependency:\"\n",
      "    print \"--------------------------------------\"\n",
      "    for dep in totals:\n",
      "        print '%s: %d' % (dep, totals[dep])\n",
      "    print \"\"\n",
      "    print \"Percentages:\"\n",
      "    print \"------------\"\n",
      "    for dep in totals:\n",
      "        print '%s: %.1f' % (dep, float(totals[dep])/count*100) "
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 398
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "statistics(unique_deployments)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Number of binders: 122\n",
        "\n",
        "Total deployments for each dependency:\n",
        "--------------------------------------\n",
        "environment.yml: 20\n",
        "requirements.txt: 41\n",
        "Dockerfile: 17\n",
        "None: 44\n",
        "\n",
        "Percentages:\n",
        "------------\n",
        "environment.yml: 16.4\n",
        "requirements.txt: 33.6\n",
        "Dockerfile: 13.9\n",
        "None: 36.1\n"
       ]
      }
     ],
     "prompt_number": 399
    },
    {
     "cell_type": "markdown",
     "metadata": {},
     "source": [
      "##### Actual dependencies for all binders deployed in the past ~1 week (get actual date)"
     ]
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "unique_deps = dict(map(lambda (k, v): (k, list(set(v))), get_dependencies(unique_names).items()))\n",
      "unique_deps"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 400,
       "text": [
        "{u'environment.yml': ['descartes',\n",
        "  'mpld3',\n",
        "  'ipython-genutils',\n",
        "  'astropy',\n",
        "  'graphviz',\n",
        "  'geojsonio',\n",
        "  'pyqt',\n",
        "  'rdflib',\n",
        "  'numexpr',\n",
        "  'path.py',\n",
        "  'folium',\n",
        "  'tables',\n",
        "  'flask',\n",
        "  'vtk',\n",
        "  'rtree',\n",
        "  'jupyter-pip',\n",
        "  'fontconfig',\n",
        "  'yaml',\n",
        "  'tk',\n",
        "  'sympy',\n",
        "  'itsdangerous',\n",
        "  'pixman',\n",
        "  'freetype',\n",
        "  'heapdict',\n",
        "  'python',\n",
        "  'oceans',\n",
        "  'markupsafe',\n",
        "  'scipy',\n",
        "  'jinja2',\n",
        "  'decorator',\n",
        "  'proj4',\n",
        "  'qt',\n",
        "  'jupyter-client',\n",
        "  'reducer',\n",
        "  'scikit-learn',\n",
        "  'mdview',\n",
        "  'nose',\n",
        "  'vincent',\n",
        "  'phconvert',\n",
        "  'networkx',\n",
        "  'cairo',\n",
        "  'anaconda-client',\n",
        "  'py2cairo',\n",
        "  'pyoos',\n",
        "  'jsonschema',\n",
        "  'anaconda',\n",
        "  'paegan-transport',\n",
        "  'xlrd',\n",
        "  'pyparsing',\n",
        "  'tabulate',\n",
        "  'beautifulsoup4',\n",
        "  'nibabel',\n",
        "  'basemap',\n",
        "  'seaborn',\n",
        "  'ptyprocess',\n",
        "  'xray',\n",
        "  'werkzeug',\n",
        "  'libpng',\n",
        "  'ipython_genutils',\n",
        "  'libsodium',\n",
        "  'cython',\n",
        "  'paegan',\n",
        "  'matplotlib',\n",
        "  'utilities',\n",
        "  'metpy',\n",
        "  'ipython',\n",
        "  'pickleshare',\n",
        "  'gdal',\n",
        "  'mistune',\n",
        "  'nbformat',\n",
        "  'pytables',\n",
        "  'hdf5',\n",
        "  'openssl',\n",
        "  'pysgrid',\n",
        "  'ctd',\n",
        "  'traitlets',\n",
        "  'terminado',\n",
        "  'requests',\n",
        "  'docopt',\n",
        "  'simplegeneric',\n",
        "  'pillow',\n",
        "  'pelican',\n",
        "  'markdown',\n",
        "  'shapely',\n",
        "  'pytraj-dev',\n",
        "  'xz',\n",
        "  'pygments',\n",
        "  'toolz',\n",
        "  'qrcode',\n",
        "  'funcsigs',\n",
        "  'musicbrainzngs',\n",
        "  'readline',\n",
        "  'netcdf4',\n",
        "  'pyugrid',\n",
        "  'oct2py',\n",
        "  'pexpect',\n",
        "  'libgfortran',\n",
        "  'bokeh',\n",
        "  'rasterio',\n",
        "  'brandelion',\n",
        "  'openblas',\n",
        "  'zeromq',\n",
        "  'certifi',\n",
        "  'numpy',\n",
        "  'pyzmq',\n",
        "  'blaze',\n",
        "  'dipy',\n",
        "  'iris',\n",
        "  'jupyter_core',\n",
        "  'pytz',\n",
        "  'jupyter-core',\n",
        "  'cartopy',\n",
        "  'python-dateutil',\n",
        "  'ssl_match_hostname',\n",
        "  'castra',\n",
        "  'zlib',\n",
        "  'pyproj',\n",
        "  'msumastro',\n",
        "  'future',\n",
        "  'locket',\n",
        "  'setuptools',\n",
        "  'geopandas',\n",
        "  'statsmodels',\n",
        "  'ipython-notebook',\n",
        "  'mpi4py',\n",
        "  'dill',\n",
        "  'sqlite',\n",
        "  'pythreejs',\n",
        "  'ipykernel',\n",
        "  'libxml2',\n",
        "  'fiona',\n",
        "  'dask',\n",
        "  'pip',\n",
        "  'sip',\n",
        "  'partd',\n",
        "  'chemview',\n",
        "  'six',\n",
        "  'geojson',\n",
        "  'ipywidgets',\n",
        "  'chest',\n",
        "  'nbconvert',\n",
        "  'pandas',\n",
        "  'mock',\n",
        "  'wheel',\n",
        "  'tornado',\n",
        "  'scikit-image',\n",
        "  'pywafo',\n",
        "  'notebook',\n",
        "  'mplleaflet',\n",
        "  'ccdproc',\n",
        "  'jupyter',\n",
        "  'jupyter_client',\n",
        "  'gsw',\n",
        "  'peewee',\n",
        "  'siphon',\n",
        "  'owslib'],\n",
        " u'requirements.txt': ['',\n",
        "  'dill',\n",
        "  'pysal',\n",
        "  'impyla',\n",
        "  'keyring',\n",
        "  'ndio',\n",
        "  'astropy',\n",
        "  'tweepy ',\n",
        "  'thunder-python',\n",
        "  'toolz',\n",
        "  'networkx',\n",
        "  '- jupyter',\n",
        "  'dask',\n",
        "  'ipywidgets',\n",
        "  'openpyxl',\n",
        "  'cython',\n",
        "  'partd',\n",
        "  'descent',\n",
        "  'seaborn',\n",
        "  'metakernel',\n",
        "  '- pythreejs',\n",
        "  'bokeh',\n",
        "  'python-igraph',\n",
        "  'textblob',\n",
        "  'sympy',\n",
        "  'trackpy',\n",
        "  'numpy',\n",
        "  'pandas',\n",
        "  'tweepy',\n",
        "  'blaze',\n",
        "  'astroplan',\n",
        "  'lightning-python',\n",
        "  '-e git://github.com/simonsfoundation/jp_svg_canvas#egg',\n",
        "  'astroquery',\n",
        "  'scikit-image',\n",
        "  'matplotlib',\n",
        "  'ggplot',\n",
        "  'bqplot',\n",
        "  'scipy',\n",
        "  'ipython',\n",
        "  'beautifulsoup4',\n",
        "  'graphviz',\n",
        "  'Pillow',\n",
        "  'pymc',\n",
        "  'castra',\n",
        "  'jupyter',\n",
        "  'pims',\n",
        "  'boto',\n",
        "  '- numpy',\n",
        "  'pymongo',\n",
        "  'pytz',\n",
        "  'scikit-learn',\n",
        "  'numpydoc',\n",
        "  'pyqg',\n",
        "  'traitlets',\n",
        "  'mock',\n",
        "  'gmm-lbd',\n",
        "  'h5py',\n",
        "  'theano',\n",
        "  'requests',\n",
        "  'bayespy',\n",
        "  'sklearn']}"
       ]
      }
     ],
     "prompt_number": 400
    },
    {
     "cell_type": "markdown",
     "metadata": {},
     "source": [
      "#### Get the dependencies for every binder that's been submitted"
     ]
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "all_deps = get_dependencies(os.listdir('apps'))\n",
      "dep_list = []\n",
      "dep_dict = {}\n",
      "for dl in all_deps.values():\n",
      "    dep_list.extend(dl) \n",
      "for d in dep_list: \n",
      "    if d in dep_dict: \n",
      "        dep_dict[d] = dep_dict[d] + 1\n",
      "    else: \n",
      "        dep_dict[d] = 1\n",
      "sorted(dep_dict.items(), key=lambda (k,v): v, reverse=True)[:30]"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 401,
       "text": [
        "[('numpy', 43),\n",
        " ('matplotlib', 32),\n",
        " ('seaborn', 26),\n",
        " ('pandas', 26),\n",
        " ('scipy', 24),\n",
        " ('scikit-learn', 16),\n",
        " ('python', 13),\n",
        " ('ipywidgets', 13),\n",
        " ('jupyter', 11),\n",
        " ('bokeh', 9),\n",
        " ('pytz', 9),\n",
        " ('six', 9),\n",
        " ('astropy', 8),\n",
        " ('ipython', 8),\n",
        " ('pyparsing', 8),\n",
        " ('requests', 8),\n",
        " ('python-dateutil', 8),\n",
        " ('nose', 7),\n",
        " ('toolz', 7),\n",
        " ('pip', 7),\n",
        " ('partd', 7),\n",
        " ('cython', 6),\n",
        " ('blaze', 6),\n",
        " ('dill', 6),\n",
        " ('dask', 6),\n",
        " ('mock', 6),\n",
        " ('mpld3', 5),\n",
        " ('folium', 5),\n",
        " ('tk', 5),\n",
        " ('freetype', 5)]"
       ]
      }
     ],
     "prompt_number": 401
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "names = os.listdir('apps')\n",
      "statistics(names)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "\n",
        "Number of binders: 283\n",
        "\n",
        "Total deployments for each dependency:\n",
        "--------------------------------------\n",
        "environment.yml: 27\n",
        "requirements.txt: 75\n",
        "Dockerfile: 46\n",
        "None: 135\n",
        "\n",
        "Percentages:\n",
        "------------\n",
        "environment.yml: 9.5\n",
        "requirements.txt: 26.5\n",
        "Dockerfile: 16.3\n",
        "None: 47.7\n"
       ]
      }
     ],
     "prompt_number": 402
    },
    {
     "cell_type": "markdown",
     "metadata": {},
     "source": [
      "##### Most popular binders"
     ]
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "counts = {}\n",
      "for app in deployments:\n",
      "    if app in counts: \n",
      "        counts[app] = counts[app] + 1\n",
      "    else: \n",
      "        counts[app] = 1\n",
      "sorted(counts.items(), key=lambda (k, v): v, reverse=True)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 403,
       "text": [
        "[('lightning-viz-lightning-example-notebooks', 84),\n",
        " ('rdhyee-wikimedia_data_learning', 50),\n",
        " ('darribas-int_sp_auto', 44),\n",
        " ('rlabbe-kalman-and-bayesian-filters-in-python', 31),\n",
        " ('lmcintosh-perception', 31),\n",
        " ('crocha700-pyqg', 28),\n",
        " ('binder-project-example-requirements', 27),\n",
        " ('arokem-white-matter-matters', 26),\n",
        " ('justmarkham-scikit-learn-videos', 25),\n",
        " ('hainm-notebook-pytraj', 22),\n",
        " ('blaze-dask-examples', 22),\n",
        " ('sylvaincorlay-bqplot-binder', 18),\n",
        " ('pyqg-pyqg_gallery', 18),\n",
        " ('sergeetiparent-gci733-a2015', 18),\n",
        " ('cs109-2015lab1', 15),\n",
        " ('ahwillia-recnetlearn', 15),\n",
        " ('gevero-1dpyhc', 14),\n",
        " ('openconnectome-ndio-demos', 14),\n",
        " ('marcocaggioni-microrheology', 13),\n",
        " ('tiggerntatie-emagnet-py', 13),\n",
        " ('binder-project-example-service-postgres', 13),\n",
        " ('mwcraig-reducer-binder', 12),\n",
        " ('sofroniewn-tactile-coding', 11),\n",
        " ('dsblank-cs-ap-analysis', 10),\n",
        " ('ioos-conda-recipes', 10),\n",
        " ('x-calibre-fits-images', 9),\n",
        " ('summerela-impala_training', 9),\n",
        " ('unidata-unidata-python-workshop', 9),\n",
        " ('andrewosh-cs-ap-analysis', 8),\n",
        " ('marcocaggioni-microrheology-test', 8),\n",
        " ('glouppe-tutorial-sklearn-dslhc2015', 8),\n",
        " ('epifanio-binder-docker-test', 8),\n",
        " ('jluttine-jaakkoluttinen.fi', 7),\n",
        " ('spatialaudio-digital-signal-processing-lecture', 6),\n",
        " ('pyqg-pyqg_demos', 6),\n",
        " ('ianhawke-maths-with-python', 6),\n",
        " ('tdhopper-notes-on-dirichlet-processes', 5),\n",
        " ('epifanio-ecoop-binder', 5),\n",
        " ('mgeier-python-audio', 5),\n",
        " ('spatialaudio-communication-acoustics-exercises', 5),\n",
        " ('stefanv-ds_intro', 5),\n",
        " ('astropy-astropy-tutorials', 5),\n",
        " ('binder-project-example-dockerfile', 4),\n",
        " ('allendowney-dataexploration', 4),\n",
        " ('ioos-secoora', 4),\n",
        " ('soft-matter-trackpy-examples', 4),\n",
        " ('avehtari-bda_py_demos', 4),\n",
        " ('map222-lolml', 4),\n",
        " ('allendowney-thinkdsp', 4),\n",
        " ('yoavram-fgmprob', 4),\n",
        " ('tonyfast-binder-3js', 4),\n",
        " ('ahwillia-williams-etal-synaptic-transport', 4),\n",
        " ('akhmerov-teachingdayjupyter', 4),\n",
        " ('jckantor-cbe20255', 3),\n",
        " ('zsailer-phylogenetics', 3),\n",
        " ('show0k-gmm-lbd', 3),\n",
        " ('epifanio-binder-sid', 3),\n",
        " ('x-calibre-fits-tables', 3),\n",
        " ('ahwillia-singlecellanalysis', 3),\n",
        " ('qut-dmrc-aoir-ir16-web-scraping-workshop', 3),\n",
        " ('nirum-descent-tutorial', 3),\n",
        " ('justmarkham-dat8', 3),\n",
        " ('psychemedia-onthewight', 3),\n",
        " ('aeropython-curso_aeropython', 3),\n",
        " ('ocefpaf-folium_notebooks', 3),\n",
        " ('pelson-iris-cube-nav', 3),\n",
        " ('psychemedia-learntocode', 3),\n",
        " ('cornelltech-snack-zeroinstall', 3),\n",
        " ('minrk-inf3331-h15', 3),\n",
        " ('x-calibre-fits-header', 3),\n",
        " ('zipfian-data-scientists-guide-apache-spark', 3),\n",
        " ('jhmarcus-mybinder-r', 3),\n",
        " ('brendam-testing-binder', 2),\n",
        " ('binder-project-example-dockerfile-two', 2),\n",
        " ('wesleydeor-python-pds', 2),\n",
        " ('simonsfoundation-jp_gene_viz', 2),\n",
        " ('doingmathwithpython-code', 2),\n",
        " ('mwcraig-schrod-binder', 2),\n",
        " ('ioos-system-test', 2),\n",
        " ('nagasaki45-music_prefs', 2),\n",
        " ('x-calibre-free-form', 2),\n",
        " ('ocefpaf-intro_python_notebooks', 2),\n",
        " ('drmingle-boston-data-festival-2015', 2),\n",
        " ('rdhyee-mybinder-test', 2),\n",
        " ('mattbellis-dark-matter-models', 2),\n",
        " ('alistairwalsh-nefarious-meow', 2),\n",
        " ('ewjoachim-binders', 2),\n",
        " ('csu-hmc-gait-control-direct-id-paper', 2),\n",
        " ('kersulis-svd-image-processing', 2),\n",
        " ('freeman-lab-allen-lightning-demo', 1),\n",
        " ('jaimeivancervantes-ilastikdiagnostictools', 1),\n",
        " ('gchrupala-jupyter', 1),\n",
        " ('tritemio-photon-hdf5-converter', 1),\n",
        " ('tapilab-mksci-2015-brand-perceptions', 1),\n",
        " ('d-v-b-flecht', 1),\n",
        " ('sylvaincorlay-fly-binder', 1),\n",
        " ('glouppe-notebooks', 1),\n",
        " ('binder-project-example-conda-environment', 1),\n",
        " ('andrewosh-ipywidgets', 1),\n",
        " ('debjan-bokeh_test', 1),\n",
        " ('nudomarinero-eu2014_es_gender', 1),\n",
        " ('ipython-ipywidgets', 1),\n",
        " ('binder-project-example-remote-storage', 1),\n",
        " ('flowersteam-naminggamesal', 1),\n",
        " ('fonnesbeck-bios8366', 1),\n",
        " ('dssatpitt-python-twitter-bots', 1),\n",
        " ('jblrse-titanic', 1),\n",
        " ('epifanio-binder-testing', 1),\n",
        " ('astrohackweek-astrohackweek2015', 1),\n",
        " ('uio-inf3331-code_snippets', 1),\n",
        " ('skibum55-2015lab2', 1),\n",
        " ('jay-oh-en-data-scientists-guide-apache-spark', 1),\n",
        " ('simonsfoundation-jp_svg_canvas', 1),\n",
        " ('photon-hdf5-photon-hdf5-converter', 1),\n",
        " ('gforsyth-jupyter_playground', 1),\n",
        " ('soft-matter-trackpy', 1),\n",
        " ('camdavidsonpilon-probabilistic-programming-and-bayesian-methods-for-hackers',\n",
        "  1),\n",
        " ('andrewosh-flecht', 1),\n",
        " ('continuumio-binder-example-conda', 1),\n",
        " ('stijnvanhoey-hydropy', 1),\n",
        " ('johntfoster-pge383-hw4', 1),\n",
        " ('binder-project-example-service-spark', 1)]"
       ]
      }
     ],
     "prompt_number": 403
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 403
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 403
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 403
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      " "
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 403
    }
   ],
   "metadata": {}
  }
 ]
}