preprocess_multi_template.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2\n",
    "%matplotlib notebook"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "import pickle\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from commitgen.diff import AddRemExtractor, PerFileExtractor, is_nl\n",
    "from commitgen.data import RawDataset, extract_commits, parse_commits\n",
    "from commitgen.code import CodeChunkTokenizer, CodeLinesTokenizer\n",
    "from commitgen.nlp import SennaTokenizer, TreebankTokenizer\n",
    "from pygments.token import Comment, String, Whitespace, Text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "marker = \"NEW_FILE\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "language = \"javascript\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "add_rem_code_extractor = AddRemExtractor(marker=marker)\n",
    "per_file_code_extractor = PerFileExtractor(marker=marker)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "code_chunk_tokenizer = CodeChunkTokenizer(language=language)\n",
    "code_lines_tokenizer = CodeLinesTokenizer(language=language)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "senna_tokenizer = SennaTokenizer()\n",
    "treebank_tokenizer = TreebankTokenizer()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "commitgen/data.py:49: UserWarning: Problem in sha 75f7f1e9babb59ca599d590a407efd5a060a6492\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha e3f6a6d91682d8d74392ac76cfdfa2cb4427baa2\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha b20c2641d4ff219ea56c69fb3ff599e0399b2566\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n"
     ]
    }
   ],
   "source": [
    "raw_dataset_a = RawDataset(\"/home/ubuntu/data/react_commits/\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "commitgen/data.py:49: UserWarning: Problem in sha d1039709a4dce1c841a8972988245a88f2266fe1\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha e8a7003e940928e2d1684c12881dd2a39af2d7cc\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 7a8dd69e1c318f6b3d5ef0d2a2844333816b7193\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 59c8e4686b3c31ce6ff4deee5c3cfa7d59072bc8\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 2f6ff1bb64ac4f3e201039c8e83f8eb95f73c769\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 32719950df8e792684a49b89fe03a00bf65c7010\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha d7aa8fa088f3b8a31c7d85c6d71824c8c60e7c17\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 2d441493a4a46a511ba1bdf93e442c3288fbe92d\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 9fddd83cf9adf505bce2e2373881df0c4d41b261\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha c21b24decf6fef3d808cdf1e2fa58be156898d65\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 36cd5fb9d27b830320e57213f5b8829ffbb93324\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha e4872d7405c60da50692e3c4cd5a9df2e96a5680\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 50f12f6c8a5870bf6bddc715326251f2475f327f\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 5d824c89c9c513bf56be82eb6432290920a0ebc2\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha aa3b4b4d106415b3afbc31df0db2476a04c997f1\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 67e078094b53861a5aa7e9354e33487d0bd4f73b\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 4d140746f0978da2a6493b92d3b6de4b18f3394d\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 1c7bf245dc2d520c005e01bcb56ecb3275971395\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 2cf7e5de6f0af289f231ff499ef1acf731e9f3b1\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 179784e31e72fcdd0a2b1a596f7aebb43dc87913\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha af1ed99ce2d209e33a7c2aaedaff041fb1b5e8ad\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 4fdb8acdaef4c3cb1d855e992ada0e63fee520a6\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha f317f5aee91a2c21d68a9b94b0742d6b45bc44e8\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha ae40f1c438050bf4607143862259ae10931e3a3c\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 02897bd8de6f8c3c9bd37974e61bd2a58393fc9e\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 83d39c8d535559bb7287c2a670ba256c5e9cb627\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha bb207c2827cd758dd273adb28badeb9ec2586939\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha b61ae54e18c9f6ada7e746052ef6b39272b18a15\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 54a4c639e9753c0094c49f9d9788e727643b3f28\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 30e7fb7307011a3c8d2586d73817ec967a863647\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha bce41fac9458dd3dec844fc80c8144060e6a9f30\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 1088638725aaa72b971cc6f822b9d0f11fbf68c4\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha e80cac622569dda0f6753b452ba3e5085a9d09e5\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha cbecd88199265376fba996d7f845384b6c7531f7\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha df22ccb0de058bbd3d72c14ba4d89d917ad298e0\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 5aa75ebe71df7449988a1c63435fd91072476cc7\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha a58b6439de56f44a6dc3e34f4867524c94395246\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 144200435f727027082da7383d5f49932aa0c3dc\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha d923c94a0ca6ca4aa23318013de443dbb83398cb\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 2df13c73103d4bd95a5f4fec741e0ed2f17852f1\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 41d89f611fef833daad5324cf638dd974a735c3a\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n",
      "commitgen/data.py:49: UserWarning: Problem in sha 40c0f755c998d2615fe8466aab20c6d81bd463e7\n",
      "  warnings.warn(\"Problem in sha \" + sha)\n"
     ]
    }
   ],
   "source": [
    "raw_dataset_b = RawDataset(\"/home/ubuntu/data/node_commits/\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# extract_filters = [lambda c: len(c.diff_file.modified_files) + \n",
    "#                              len(c.diff_file.added_files) +\n",
    "#                              len(c.diff_file.removed_files) == 1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "parse_filters = [lambda pc: 1 <= len(pc.code_tokens) <= 100,\n",
    "                 lambda pc: 1 <= len(pc.nl_tokens) <= 100]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "ignore_list= [Comment, String, Whitespace, Text]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "7806\n"
     ]
    }
   ],
   "source": [
    "commits_a = extract_commits(raw_dataset_a,\n",
    "                            per_file_code_extractor,\n",
    "                            filters=[])\n",
    "print len(commits_a)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "15811\n"
     ]
    }
   ],
   "source": [
    "commits_b = extract_commits(raw_dataset_b,\n",
    "                            per_file_code_extractor,\n",
    "                            filters=[])\n",
    "print len(commits_b)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 50: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 53: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 46: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 10: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: need more than 0 values to unpack\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 78: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 12-16: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 128: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2013' in position 62: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xa0' in position 3: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xc1' in position 795: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u221a' in position 32: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 5: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe0' in position 82: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 76: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 508: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2026' in position 74: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 0-2: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 3-5: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 4-5: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 7-16: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 7-13: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 7-18: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0432' in position 15: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 7-14: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 0-5: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 0-3: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 14-18: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 21-29: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 7-10: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 2-5: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0103' in position 37: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xeb' in position 283: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 7: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 0-20: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 78: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfc' in position 65: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 7-12: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 112: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 2-11: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 0: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 16: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 192: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 49: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf2' in position 15: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe8' in position 20: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xa0' in position 150: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xa0' in position 15: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 4-13: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf2' in position 8: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf2' in position 141: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 3-17: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 0-11: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 13-16: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 7-8: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u662f' in position 5: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 5-18: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 7-19: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 3-11: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 7-17: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 0-7: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 3-12: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 0-1: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 148: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 354: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 6: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 953: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 18: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0160' in position 10: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 96: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2026' in position 32: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe7' in position 4: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 12-15: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xa0' in position 13: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 3-4: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 6-8: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 3-6: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 243-278: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe8' in position 14: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe8' in position 7: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe0' in position 206: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe0' in position 72: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 0-9: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 0-138: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 360: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 3: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xa0' in position 24: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 0-4: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 342: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe8' in position 47: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2013' in position 78: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2018' in position 70: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 191: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 0-6: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2013' in position 224: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe0' in position 8: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe8' in position 23: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe8' in position 40: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 2-3: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2013' in position 96: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2026' in position 20: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2013' in position 653: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2013' in position 27: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe8' in position 96: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2026' in position 34: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2026' in position 5: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 74: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe5' in position 38: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 142: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 292: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 24: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 2: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2013' in position 476: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe0' in position 11: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe8' in position 64: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 12: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 3-21: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 12-23: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 9-19: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 0-8: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 6-9: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u3068' in position 19: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xb7' in position 13: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u306f' in position 8: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe5' in position 16: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 7-15: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 9-67: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\uc740' in position 25: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 62: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 5-12: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\uac00' in position 9: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 20-28: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 22: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 8-21: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 0-18: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 0-13: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 3-15: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 0-17: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 12-14: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 10-14: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 10-12: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 3-8: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 56: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2026' in position 8: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\uc774' in position 0: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\ub294' in position 5: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe5' in position 23: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 14: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 367: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2013' in position 203: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 10898: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 43: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\ub97c' in position 11: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 10-11: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 43: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2013' in position 194: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 41: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 141: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 11-12: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 14-17: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\uc65c' in position 7: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 44: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 30: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 0-24: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 6-15: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xb1' in position 32: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 13-14: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\ub354' in position 0: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 7-9: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 12-13: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 6-10: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 7-11: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 20-23: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 11-14: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 5-8: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\ud234' in position 7: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\ub294' in position 3: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\uc640' in position 12: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\uc774' in position 10: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 11-13: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\ud3fc' in position 7: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 12-17: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 14-15: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 8-11: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe5' in position 24: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 319: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 35: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 123: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\ufeff' in position 0: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u7684' in position 6: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 0-37: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 167: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 308: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 129: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 28: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe5' in position 15: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 3: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u221a' in position 37: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 237: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 29: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 351: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe7' in position 12: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 262: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 47: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 157: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 116: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 137: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 15: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 8: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 719: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 16: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 286: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 417: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0245' in position 0: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xb7' in position 4: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2022' in position 14: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe7' in position 15: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 3-10: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xbb' in position 11: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0142' in position 4: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 19: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2013' in position 18: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 25: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 10: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xb7' in position 14: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 130: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2022' in position 15: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 256: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 59: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "7806\n"
     ]
    }
   ],
   "source": [
    "parsed_commits_a = parse_commits(commits_a, treebank_tokenizer,\n",
    "                                 code_chunk_tokenizer,\n",
    "                                 filters=[],\n",
    "                                 ignore_types=ignore_list)\n",
    "print len(parsed_commits_a)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe4' in position 20: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xeb' in position 7: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 80: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe4' in position 35: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 99: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0409' in position 37: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 38-39: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfc' in position 19: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 82: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 81: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 45: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u20ac' in position 19: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u20ac' in position 45: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2013' in position 32: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 48-50: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfc' in position 16: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u221a' in position 22: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xeb' in position 16: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 9-13: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 11-49: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfc' in position 27: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 11: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfc' in position 30: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xeb' in position 45: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 63: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 138: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 29: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2026' in position 55: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 113: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 52: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 12: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfc' in position 24: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0103' in position 5: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0131' in position 53: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 2-10: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xa9' in position 14: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2026' in position 124: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 27: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 17-20: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xed' in position 6: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u4e01' in position 44: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xeb' in position 139: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u221e' in position 15: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0567' in position 12: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2026' in position 63: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 40: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 51: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 26: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 15: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2502' in position 0: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 44-48: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 218-226: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 214-222: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2013' in position 47: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 11: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 36: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 32-35: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xeb' in position 5: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 27-32: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 19-20: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 13: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 140: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xed' in position 14: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 47: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2502' in position 4: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 9: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 37: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 42: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 70: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u53e4' in position 13: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xeb' in position 138: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u221e' in position 14: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2026' in position 71: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe3' in position 4: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2718' in position 36: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 21-22: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 49-57: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe4' in position 90: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 157: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 32: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 44-52: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 52: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xeb' in position 68: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0142' in position 18: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 34: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xc4' in position 50: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 36: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xeb' in position 131: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 9-51: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 0-78: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 39-53: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe8' in position 93: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 49: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 13: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u3042' in position 42: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xa0' in position 4: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 4: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe3' in position 52: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 30-38: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfa' in position 50: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfa' in position 44: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 42: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 5-7: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 0-35: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 39: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 35: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 17-18: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u4f8b' in position 17: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2192' in position 1: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u20ac' in position 9: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2013' in position 24: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe5' in position 19: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u270c' in position 36: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2026' in position 24: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 47: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xab' in position 48: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xeb' in position 117: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 65: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfa' in position 30: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 1: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 1-3: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 74: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2122' in position 9: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2013' in position 20: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 11084: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 125-133: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 132: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 56-64: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 31: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2026' in position 0: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xb5' in position 36: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 48-49: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u3042' in position 46: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u03b2' in position 15: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2013' in position 45: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 140-148: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 133: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xd6' in position 105: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfc' in position 25: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 35: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 40-42: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xeb' in position 47: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\U0001f646' in position 29: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0142' in position 9: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 136: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\U0001f481' in position 45: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe3' in position 67: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe3' in position 118: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 125: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xbd' in position 3: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 122: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0219' in position 53: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe3' in position 9: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u3042' in position 11: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 20: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2026' in position 54: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 6-7: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 51: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfc' in position 7: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xa0' in position 8: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2026' in position 167: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 112: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 90: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfc' in position 22: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0107' in position 16: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 64: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 160-168: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2248' in position 109: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfc' in position 53: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 3-7: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 141: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfc' in position 43: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 27-28: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 128: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xeb' in position 129: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xad' in position 49: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 19: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 14-16: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 44: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0567' in position 10: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xa0' in position 63: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 30: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 105: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xb0' in position 9: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 98: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 71: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 48: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 46: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0301' in position 66: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2212' in position 25: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2013' in position 66: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 74-82: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xbd' in position 7: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfa' in position 31: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfa' in position 49: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xeb' in position 121: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 72: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe3' in position 61: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xb7' in position 22: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 56: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xdc' in position 4: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xdc' in position 16: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 130: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 32-33: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf1' in position 23: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2026' in position 39: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 21-25: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 13: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xdf' in position 8: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xeb' in position 108: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 84: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe3' in position 2: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 137: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 160: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 34: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u20ac' in position 14: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 143: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xeb' in position 66: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xaf' in position 6: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 11: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfa' in position 132: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfa' in position 57: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xc1' in position 39: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 142: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 117: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0419' in position 16: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2122' in position 19: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 158: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 1: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 243: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0219' in position 15: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfa' in position 127: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfa' in position 45: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 10: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xeb' in position 128: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfc' in position 208: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe3' in position 114: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe3' in position 116: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfc' in position 70: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xeb' in position 111: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfc' in position 8: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 85: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 20: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u262e' in position 20: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfc' in position 216: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2212' in position 33: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 122: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 4-12: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 128: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 188: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 20: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 176: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2026' in position 164: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 9: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 86: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 103: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2018' in position 2: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xeb' in position 351: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 17: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 59: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xa1' in position 18: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 47-50: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfa' in position 174: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 114: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xeb' in position 223: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 139: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 138: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 150-158: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 49-50: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 39: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2018' in position 42: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfa' in position 105: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 8: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0300' in position 13: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 24: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf3' in position 1: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xc1' in position 25: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 70: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2018' in position 32: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 123: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 36: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 177: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 135: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xa9' in position 38: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2013' in position 38: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u017e' in position 4: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xeb' in position 113: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 119: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 131: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 57: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf0' in position 2: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0161' in position 14: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 141: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 36: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 3: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 124: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 4-6: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xeb' in position 130: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 9: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0219' in position 10: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2018' in position 38: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2019' in position 76: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 56: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfa' in position 43: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2026' in position 58: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 29: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0300' in position 69: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe4' in position 23: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 52: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 40-41: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 7: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2018' in position 46: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 18: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 22: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xc4' in position 14: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfa' in position 48: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2192' in position 62: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u30a2' in position 52: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0151' in position 43: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2018' in position 56: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0142' in position 48: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfa' in position 70: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0308' in position 63: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xa2' in position 21: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfa' in position 2: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfa' in position 37: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u011f' in position 2: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfa' in position 56: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0151' in position 31: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 5: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u011f' in position 42: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe4' in position 11: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0142' in position 60: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf1' in position 71: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf1' in position 57: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe5' in position 7: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xdf' in position 17: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xdf' in position 71: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 1-7: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u033b' in position 17: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfc' in position 58: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe4' in position 17: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xa0' in position 69: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe5' in position 37: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf4' in position 14: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf1' in position 40: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 40-44: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 11: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfc' in position 50: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0161' in position 67: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfc' in position 62: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0161' in position 61: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0141' in position 29: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfa' in position 54: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 22-26: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 9-47: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe4' in position 44: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfc' in position 42: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0142' in position 64: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 59: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0142' in position 52: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xc9' in position 25: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 48: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 345: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 50: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u262e' in position 18: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 2: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xa7' in position 37: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfc' in position 20: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 52: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 54-55: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 82: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 15-16: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 65-66: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf4' in position 22: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xa0' in position 7: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf1' in position 1: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0142' in position 53: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe4' in position 12: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfc' in position 9: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 1: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xa0' in position 76: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 55: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xa9' in position 3: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf1' in position 69: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0308' in position 78: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 18-20: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfc' in position 10: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0141' in position 36: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2514' in position 25: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2191' in position 35: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0142' in position 39: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe5' in position 1: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0141' in position 43: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 44: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xc9' in position 13: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2013' in position 46: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0141' in position 0: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 55-56: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe6' in position 32: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2013' in position 13: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 19-21: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0142' in position 11: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 20-24: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2014' in position 70: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 21-23: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0119' in position 11: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0142' in position 26: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 20-21: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u03a3' in position 41: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0308' in position 16: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u27a1' in position 18: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u3042' in position 21: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe4' in position 57: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0308' in position 59: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0308' in position 44: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0308' in position 17: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 34-39: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xbd' in position 17: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2013' in position 39: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0103' in position 7: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 40-43: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u0308' in position 49: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 19-23: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xfc' in position 15: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 5-9: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xeb' in position 26: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 14-19: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2013' in position 17: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 8: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 47: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 41: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe8' in position 10: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u2260' in position 42: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 0-9999: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 16: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xa0' in position 48: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xa0' in position 31: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\u201c' in position 60: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 10: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe9' in position 53: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 41: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 40: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 52: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 54: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 61: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 42: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 18: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xf6' in position 45: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 19-22: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 19: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 21-24: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xb2' in position 19: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "15811\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode character u'\\xe1' in position 66: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n",
      "commitgen/code.py:61: UserWarning: 'ascii' codec can't encode characters in position 11-15: ordinal not in range(128)\n",
      "  warnings.warn(str(e))\n"
     ]
    }
   ],
   "source": [
    "parsed_commits_b = parse_commits(commits_b, treebank_tokenizer,\n",
    "                                 code_chunk_tokenizer,\n",
    "                                 filters=[],\n",
    "                                 ignore_types=ignore_list)\n",
    "print len(parsed_commits_b)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from collections import Counter\n",
    "words_a = Counter()\n",
    "code_tokens_a = Counter()\n",
    "for parsed_commit in parsed_commits_a:\n",
    "    words_a.update(parsed_commit.nl_tokens)\n",
    "    code_tokens_a.update(parsed_commit.code_tokens)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from collections import Counter\n",
    "words_b = Counter()\n",
    "code_tokens_b = Counter()\n",
    "for parsed_commit in parsed_commits_b:\n",
    "    words_b.update(parsed_commit.nl_tokens)\n",
    "    code_tokens_b.update(parsed_commit.code_tokens)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "s_words_a = set(words_a.keys())\n",
    "s_code_tokens_a = set(code_tokens_a.keys()) \n",
    "s_words_b = set(words_b.keys())\n",
    "s_code_tokens_b = set(code_tokens_b.keys())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "unique_words = s_words_a & s_words_b"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "6274"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(unique_words)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "unique_code = s_code_tokens_a & s_code_tokens_b"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.11993424070958862"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "1.0*len(unique_words)/(1.0*(len(s_words_a | s_words_b)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.049794595968151785"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "1.0*len(unique_code)/(1.0*(len(s_code_tokens_a | s_code_tokens_b)))"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}