Azerbaijani Stop Words Approximation.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from __future__ import print_function, division\n",
    "from codecs import open\n",
    "import re\n",
    "from collections import Counter\n",
    "%matplotlib inline\n",
    "import matplotlib.pyplot as plt\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import json\n",
    "with open('azerarticles.json','r','utf-8') as f : \n",
    "    texts = json.load(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "alltext = '\\n'.join(t['text'] for t in texts)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Vikipediya:Yaxşı məqalə namizədləri/Arxiv        Vikipediya:Məqalə laboratoriyası        Vikipediya:Yaxşı məqalələr \n",
      " Namizədliyi necə verməli? [ redaktə  |  əsas redaktə ] \n",
      " \n",
      " \n",
      " \n",
      " Birinci addım:  Şərtlər \n",
      " Yaxşı məqaləyə namizəd \"Məqalə laboratoriyası\"nda təkmilləşdirlidikdən və bu müddət ərzində namizəd göstərilmək üçün lazımi səs topladıqdan sonra göstərilən qaydada namizədliyi təqdim olunur. \n",
      "\n"
     ]
    }
   ],
   "source": [
    "print(alltext[:400])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "words = re.findall(ur'\\w+',alltext,re.UNICODE)\n",
    "from collections import Counter\n",
    "\n",
    "\n",
    "freqs = Counter(words)\n",
    "freqs.most_common(20)\n",
    "N = 160\n",
    "cwords, c = zip(*freqs.most_common(N))\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYEAAAEBCAYAAACe6Rn8AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAGQJJREFUeJzt3W2MXFd9x/Hv2iYOVE5cm8aGtlShnhghoUhESDSe8JAs\nbgm4b6r+U960JC9QSpBpaK1INmFtRIuCiUwosERI1AEpJH9etLxxidfeEDOtUCsikYin9a6jJhWK\nwXY9bJv1Y7Yv7h0zO56ne/fuzDlzfx9p5Tln7sz8vLt3/nvOmXvv2OLiIiIiUk6rhh1ARESGR0VA\nRKTEVAREREpMRUBEpMRUBERESkxFQESkxNb0s5GZrQVmgIfc/StmdhDYCpwDDrr7Y+l248BE+rAJ\nd5/u1i8iIsPVVxEA7gV+2NReBO5y9xcbHWa2CtgHjKddTwHT7frN7Gl31wEKIiJD1nM6yMxeB7wP\n+A4w1nTXWMumFWDG3RfcfQGYM7NKu35gSyHpRURkWfoZCewEvgRsauqbBx43szPA/e4+C2wAzprZ\ngXSbOrCRpFi06z9eQH4REVmGriMBM7seqLr7d2n6y9/dd7r7NuBBYH/afRpYD+wG9qS3T3XpFxGR\nIes1EtgGXGtm3wJuBNaY2ffc/cfp/eeAi+ntOeCmpsdW3H3WzFa36+/0gkePHtVagYhIDnfccUfr\nNH1PXYuAux8CDgGY2V8Bv+XuPzazJ4A3kEwL3Zdue9nM9gFT6cP3duvv5u1vf3vW/4eISKk9++yz\nuR43FtpZRI8ePboYQxGo1WpUq9Vhx+gphpwxZATlLJpyFuvZZ5/NNRLQwWIiIiWmkYCIyAjQSEBE\nRDJTEcipVqsNO0JfYsgZQ0ZQzqIpZxhUBERESkxrAiIiI0BrAiIikpmKQE6xzBPGkDOGjKCcRVPO\nMARZBF6ePz/sCCIipRDkmsDqzRVufuO6YUcREYmG1gRERCQzFYGcYpknjCFnDBlBOYumnGFQERAR\nKTGtCYiIjACtCYiISGYqAjnFMk8YQ84YMoJyFk05w6AiICJSYn2tCZjZWmAG+Jy7f9nMxoGJ9O4J\nd59Ot8vU347WBEREslvpNYF7gR8Ci2Y2BuwDtqdfewHMbFW//elziIjIkPUsAmb2OuB9wHeAMaAC\nzLj7grsvAHNmVsnSD2xZof/PwMQyTxhDzhgygnIWTTnDsKaPbXYCXwI2pe2NwFkzO5C262nfWMb+\n48uPLyIiy9F1JGBm1wNVd/8uyZs5wGlgPbAb2JPePpWjv6N6vX7ldq1WW1KJQ2lXq9Wg8nRqN/pC\nydOu3Zp12Hk6tavValB5OrWbhZBH38/B7u9ZdV0YNrM7gU8AvwJuJBk53ANMAuMkhWHK3beZ2Wrg\nWL/9nV5TC8MiItmtyMKwux9y93F3/xDJG//X3f05koXeKeAw6QKwu1/O0h+75VbfQYkhZwwZQTmL\nppxh6GdNAAB3f6zp9mGSN/TWbTL1i4jIcOncQSIiI0DnDhIRkcxUBHKKZZ4whpwxZATlLJpyhkFF\nQESkxLQmICIyArQmICIimakI5BTLPGEMOWPICMpZNOUMg4qAiEiJaU1ARGQEaE1AREQyUxHIKZZ5\nwhhyxpARlLNoyhkGFQERkRLTmoCIyAjQmoCIiGSmIpBTLPOEMeSMISMoZ9GUMwwqAiIiJaY1ARGR\nEZB3TaDnlcXM7DPArcCrwEfc/YSZHQS2AueAg42rjpnZODCRPnTC3ae79YuIyHD1nA5y90+6++0k\nb+IPpN2LwF3u/t6mArCK5FrC29OvvZ36zSxztQpNLPOEMeSMISMoZ9GUMwx9X2MYeCfw06Z26xt5\nBZhx9wUAM5szswpJoVnSD2wBjudOLSIihehrTcDMjgGvB25z99Nm9kXgFuAMcL+7z5rZHwHW/NzA\nE+m/V/W7+w/avZbWBEREslvR4wTc/V3Ah4FvpO2d7r4NeBDYn252GlgP7Ab2pLdPdenvqF6vX7ld\nq9WWDMfUVltttdVu386j708HmdmbgK+5+x839b0F+LS7m5mtBo4B4yR/7U+5+7ZO/Z1eJ5aRQK1W\no1qtDjtGTzHkjCEjKGfRlLNYK/npoCdJpoIuAB9L+54A3gDMA/cBuPtlM9sHTKUP3dutX0REhk/H\nCYiIjACdO0hERDJTEchpuYsxgxJDzhgygnIWTTnDoCIgIlJiWhMQERkBWhMQEZHMVARyimWeMIac\nMWQE5SyacoZBRUBEpMS0JiAiMgK0JiAiIpmpCOQUyzxhDDljyAjKWTTlDIOKgIhIiWlNQERkBGhN\nQEREMlMRyCmWecIYcsaQEZSzaMoZBhUBEZES05qAiMgI0JqAiIhk1s/lJT8D3Aq8CnzE3U+Y2Tgw\nkW4y4e7T6baZ+mMWy3VHY8gZQ0ZQzqIpZxh6jgTc/ZPufjvJm/gDZjYG7AO2p197AcxsVb/96XOI\niMiQ9RwJNHkn8FOgAsy4+wKAmc2ZWYWkoPTVD2wBjhf33xi8WP4yiCFnDBlBOYumnGHoqwiY2THg\n9cBtwE3AWTM7kN5dBzYCYxn7oy4CIiKjoK+FYXd/F/Bh4BvAaWA9sBvYk94+laO/o3q9fuV2rVZb\n8jndUNqNvlDydGpPTk4Gladde3JyMqg8ndqtP/th5+nU1veznN/PvPr+iKiZvQn4GvB+4PvAOMlf\n+VPuvs3MVgPH+u3v9DqxfES0VotjsSiGnDFkBOUsmnIWa8U+ImpmT5rZUeBR4GPu/irJQu8UcJh0\nAdjdL2fpj10MvxQQR84YMoJyFk05w6CDxURERoAOFhuw5c7DDUoMOWPICMpZNOUMg4qAiEiJaTpI\nRGQEaDpIREQyUxHIKZZ5whhyxpARlLNoyhkGFQERkRLTmoCIyAjQmoCIiGSmIpBTLPOEMeSMISMo\nZ9GUMwwqAiIiJaY1ARGREaA1ARERyUxFIKdY5gljyBlDRlDOoilnGFQERERKTGsCIiIjQGsCIiKS\nWc8LzZvZV4GtJAXjbnc/YWYH075zwEF3fyzddhyYSB864e7T3fpjFssl52LIGUNGUM6iKWcYehYB\nd78XwMxuB3YBfw0sAne5+4uN7cxsFcllJMfTrqeA6Xb9Zva0u4c1DyUiUkI9i0CTeeB8U7t17qkC\nzLj7AoCZzZlZhWQEsaQf2AIcz506ALH8ZRBDzhgygnIWTTnDkKUI3AM8kt6eBx43szPA/e4+C2wA\nzprZgXSbOrCRpFi064+6CIiIjIK+FobNbAfwc3f/GYC773T3bcCDwP50s9PAemA3sCe9fapLf9Ri\n+exwDDljyAjKWTTlDEPPImBmtwDvdvcvtLn7HHAxvT0H3NR0XyUdIXTq76her1+5XavVlvwQ1M7W\nfv7554PK0679/PPPB5Un9ra+n+X9fubR8zgBMzsBvAS8Cjzn7h83syeBzSTTQve5+3+l224HPpU+\ndJ+7T3Xrb0fHCYiIZJf3OAEdLCYiMgJ0sNiALXcINigx5IwhIyhn0ZQzDCoCIiIlpukgEZERoOkg\nERHJTEUgp1jmCWPIGUNGUM6iKWcYVAREREpMawIiIiNAawIiIpKZikBOscwTxpAzhoygnEVTzjCo\nCIiIlJjWBERERoDWBEREJDMVgZximSeMIWcMGUE5i6acYVAREBEpMa0JiIiMgLxrAlmuMTxQL8+f\n5+T8BTatu4bN69YOO46IyEgKdjro5PwFdh2a5eT8hWFHaSuWecIYcsaQEZSzaMoZhp4jATP7KrCV\npGDc7e4nzGwcmEg3mXD36XTbTP0iIjJcfa8JmNntwJ8DHwVqwHh611Pu/i4zWwV8v59+kgvXt33h\nxpoAwK5Ds+y/c4vWB0REehjEmsA8cAGoADPuvgBgZnNmViEZKfTVD2wBjmcNKyIixcqyJnAPMAls\nBM6a2QEzOwDU074NGfujFss8YQw5Y8gIylk05QxDX0XAzHYAP3f3nwGngfXAbmBPevtUjn4RERmy\nnkXAzG4hmcP/Qto1B9zUtEnF3Wdz9HdUr9eX3G6uxLVaLYh2tVoNKk+ndqMvlDzt2q1Zh52nU7ta\nrQaVp1O7WQh59P0c7P6eVc+FYTM7AbwEvAo85+4fN7PtwKfSTfa5+1S6bab+drQwLCKSXd6F4WCP\nGIawi0Ct9pvRQMhiyBlDRlDOoilnsXQWURERyUwjARGREaCRgIiIZKYikNNyV+QHJYacMWQE5Sya\ncoZBRUBEpMS0JiAiMgK0JiAiIpmpCOQUyzxhDDljyAjKWTTlDIOKgIhIiWlNQERkBGhNQEREMlMR\nyCmWecIYcsaQEZSzaMoZBhUBEZES05qAiMgI0JqAiIhkpiKQUyzzhDHkjCEjKGfRlDMMKgIiIiXW\nz+UlbwMeBp5x911p30FgK3AOOOjuj6X948BE+tAJd5/u1t+O1gRERLLLuyawpo9t1gKfBW5t6lsE\n7nL3FxsdZrYK2AeMp11PAdPt+s3saXcPa0VaRKSEek4HufsR4Eybu1orTgWYcfcFd18A5sys0q4f\n2LLM3EMXyzxhDDljyAjKWTTlDEM/I4F25oHHzewMcL+7zwIbgLNmdiDdpg5sJCkW7fqP548tIiJF\nyLUw7O473X0b8CCwP+0+DawHdgN70tunuvR3VK/Xl9xursS1Wi2IdrVaDSpPp3ajL5Q87dqtWYed\np1O7Wq0GladTu1kIefT9HOz+nlVfB4uZ2XuADzQWhpv63wJ82t3NzFYDx0jm/seAKXff1qm/02tp\nYVhEJLsVO1jMzB4A9gI7zOzRtO9JM3sG+DywC8DdL5MsAE8Bh9PHdOyP3XKr76DEkDOGjKCcRVPO\nMPRcE3D3h4CHWvru6rDtYZI3+r76RURkuHTuIBGREaBzB4mISGYqAjnFMk8YQ84YMoJyFk05wxB8\nEbhm9Rg/+sU8L8+fH3YUEZGRE/yawMT4jew78gKP7Khw4fIim9Zdw+Z1a4ecUkQkLCO/JnBm4RK7\nDs1ycv7CsKOIiIyMaIpAQyjTQ7HME8aQM4aMoJxFU84wRFcENCIQESlOdEUgFI1zB4UuhpwxZATl\nLJpyhkFFQESkxFQEcoplnjCGnDFkBOUsmnKGIdoiEMoCsYhIzKItAsNeII5lnjCGnDFkBOUsmnKG\nIdoi0KARgYhIftEXgcaI4H9euTjQYhDLPGEMOWPICMpZNOUMQ/RFoGHY00MiIjEamSLQ7OX58ys+\nIohlnjCGnDFkBOUsmnKGoeeVxczsNuBh4JnGNYbNbByYSDeZcPfpPP0rpTEa0InmRES662cksBb4\nbKNhZqtIrhm8Pf3am7XfzDKf6S40scwTxpAzhoygnEVTzjD0LALufgQ409RVAWbcfcHdF4A5M6tk\n6Qe2FP4/aWMQ00IiIjHrOR3UxgbgrJkdSNt1YCMwlrH/eO7UfVrJaaFY5gljyBlDRlDOoilnGPIU\ngdPAeuCjJG/wXwFOkYwqsvR3VK/Xuf766wG4dOnSkvt6tev1OsCVx9frdZ575Sw3bLqBzevWXhna\nNX6waqutttqj0s6jryuLmdl7gA+4+y4zWw0cA8ZJ3tSn3H1b1v5Or9XpymL9/rv/zs4zTTe/cV1f\n35R+1Gq1KP5CiCFnDBlBOYumnMVasSuLmdkDJIu8O8zsUXe/TLLQOwUcTu8ja7+IiAxfz+kgd38I\neKil7zDJG3rrtpn6B+3l+fOcnL9QyHWKY/jLAOLIGUNGUM6iKWcYRvJgsU5Ozl/QUcUiIk1KVQQa\nijjpXCyfHY4hZwwZQTmLppxhKGURGNZJ50REQlPKItCwnGIQyzxhDDljyAjKWTTlDEOpi0CDzkAq\nImWlIpBTLPOEMeSMISMoZ9GUMwwqAk10lTIRKRsVgSZZ1ghimSeMIWcMGUE5i6acYVARaENrBCJS\nFioCXXSbHoplnjCGnDFkBOUsmnKGQUWgi3bTQ7pGgYiMEhWBPjRPDzW+ttz8jiiKQgzzmTFkBOUs\nmnKGIc/1BATarhecnL/Addeu4dfnLvX8t4iT2ImILJdGAjk1Ll7T0Dg53S9+fb6vfwe16BzDfGYM\nGUE5i6acYVAREBEpMRWBnBqXr8xrUAemxTCfGUNGUM6iKWcYVASGRMciiEgIci8Mm9lBYCtwDvgn\nd/+GmY0DE+kmE+4+nW7btj9m9Xp92aOBhsZoYCUWimO4PmoMGUE5i6acYVjOp4MWgbvc/UUAM1tF\nci3h8fT+p4Dpdv1m9rS7977CfUm0jgb0qSERGZTlfkS0+cr2FWDG3RcAzGzOzCokU05L+oEtwPFl\nvvZQFTUKaNZtaijvtZFj+AsmhoygnEVTzjAspwjMA4+b2RngfmADcNbMDqT314GNJIWiXX/URWAl\ntSsGuw7N8siOSu5iICLSTu6FYXff6e7bgAeB/cBpYD2wG9iT3j7Vpb+j5s/gX7p0acl9vdr1en3J\n41vbeZ6zud14vsZztj5/0Xmb21cWk+uvXPlkUa1WW/I55tb25ORk1/tDaE9OTgaVp1O7cTuUPJ3a\n+n6W8/uZVxFHDJ8DLgKzwE1N/RV3nzWz1e36uz1h81TLmjVLI/Zqt07TtJu2yfqcze3G8zXemFuf\nv+i8v2n/6krf/14aY9+RZGSw7s03c921a/jRL+a57to1rHvzzWxad82Vbd/2trctGc62Dm3VVlvt\n0WnnkXskYGZPmNkzwMPALnd/lWQBeAo4DOwFcPfL7fpjtxJrAlk1RgbdjkaOYT4zhoygnEVTzjDk\nHgm4+1+06TtM8kbfV7+sjMaBaM0jglZaUxAR0MFiubWuM4Sk+UC0mf/+1ZKznza+Qjr76XLnNAdF\nOYulnGHQWURLqnnKqJ+zn+oTSSKjSSOBnEJYE+hHr5z9nv20cWGdF84sXHWBneWOKmKZc1XOYiln\nGDQSkL6cWbjEviMvMDF+I/uOvMD+O7f09Tgd1yASNo0Ecgp5TaDZIHO2W3voNIpoFsucq3IWSznD\noCIgK671o6ytReG6zX8w7IgipaUikNOorAkMQ2tReM263+653hDCp5limRtWzmLFkjMvrQnI0GVd\nb9CnmUSKo5FATloTKE7r+ZS6yftppn5GGS/Pn9faxQApZxg0EpCR1Dq66HeUsevQ7JVtG2dtbYwu\nNt741ivnaGoddfSjnxFMt+fWyEZWgkYCOYU4195ODDlbT6oXita1izMXV3U8V1M/X/2MYLo9d78j\nmN996y1tR0HtRkXDFMtceyw58wpz7xORq3S76FDzCKbff7Mc67GcEUyv59T6zXCpCORU5DWGV1IM\nObOsCQzTKObsVlgaVqLA7Do0y573/D5//72Xrpp2K7LAFFG8fnnyl9yw6YaRLVSaDhKRoep0SvR+\npsiKmnbr9txnL45dmY7rZ5ot64cR2k3p5XnuvFQEcgr9r+uGGHKGuibQSjmLFUvOxj5UxLrOSq4Z\n5aUiICJSYgMrxWY2DkykzQl3nx7Ua6+EGObaIY6cozjXPkzKWawY9qHlGMhIwMxWkVxicnv6tdfM\nxgbx2iIi0tmgpoMqwIy7L7j7AjAH9Pf5tEDF8pdBDDljmRtWzmLFkjOGfWg5BvVT2ACcNbMDabsO\nbASOD+j1RUSkjUGNBE4D64HdwJ709qkBvfaKiOGcPBBHzljmhpWzWLHkjGEfWo6xxcXFFX8RM1sN\nHAPGgTFgyt23tdv26NGjKx9IRGQE3XHHHZnXWgdSBADMbDvwqbS5z92nBvLCIiLS0cCKgIiIhEcH\ni4mIlJiKgIhIiakIiIiUWFBHa4R6agkz+yqwlaRo3u3uJwLOuhaYAT7n7l8OMaeZ/R7wTZLfv/9w\n978NNOdfAvcBl4BPuvvTIeQ0s9uAh4Fn3H1X2tc21zDzdsh51b4UYs60f8m+FGLOln3pP939E1lz\nBjMSCPnUEu5+r7u/lyTfrjRXkFmBe4EfAosB5/w8sMfdb0sLQKg/+78DbgXeD/xDQN/PtcBnG412\n379O/QPOuyQnXL0vhZoz1diXgGBzNu9LjQKQKWcwRYA4Ti0xD1wg0Kxm9jrgfcB3SI7HCC5neszI\nH7r7vzd1B5cz9RPg3cAHgR8QSE53PwKcaeq6KpeZVYadt03OZo19CQLM2bIvNQSVs8O+lDlnSNNB\nMZxa4h7gEZJcIWbdCXwJ2JS2Q8z5O8C1ZvYvwHXAPwIvE15OgMPA3wCvAb5CmN9P6LzvjHXoH3Ze\n+M2+BGHu+637EoSX86p9yd3/mYw5QxoJBH1qCTPbAfzc3X9GgFnN7Hqg6u7fJdn5IcCcJJnqwJ8B\nf0KS7f8ILKeZvRn4oLv/qbu/n2TqIricqU4/5xB//q37EgSWs8O+BIHlpM2+ZGavJWPOkIrAHHBT\nU7vi7rPDCtPMzG4B3u3uX0i7Qsy6jeSvgm+RzGXeDVxLYDnd/SLwErDZ3S8A54FZAssJrCYdKafz\nqa8lrJzNb06dfh9D+D1dMhfdZl+C8HJetS+Z2VsJLGeHfQky5gymCLj7ZZLFjCmSYfjeoQZa6tvA\nO8zsaTN7JMSs7n7I3cfd/UPAJPB1d3+OwHKmHgC+Zmb/Bnzb3V8hsJzufhz4gZkdAv4V+HIoOc3s\ngfS1d5jZo51+H4f9e9qaM+1u3pe+GGLODvvST0LLmXa37ksLWXPqtBEiIiUWzEhAREQGT0VARKTE\nVAREREpMRUBEpMRUBERESkxFQESkxFQERERKTEVARKTE/h8UPHjt4di7TgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x1046916d0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "95\n",
      "və\n",
      "redaktə\n",
      "bir\n",
      "ilə\n",
      "əsas\n",
      "ci\n",
      "tarixi\n",
      "bu\n",
      "http\n",
      "ildə\n",
      "of\n",
      "com\n",
      "isə\n",
      "sonra\n",
      "ki\n",
      "üçün\n",
      "da\n",
      "də\n",
      "olan\n",
      "az\n",
      "www\n",
      "kimi\n",
      "edir\n",
      "çox\n",
      "tərəfindən\n",
      "the\n",
      "ın\n",
      "ə\n",
      "görə\n",
      "xan\n",
      "onun\n",
      "idi\n",
      "ən\n",
      "il\n",
      "olaraq\n",
      "cü\n",
      "ing\n",
      "and\n",
      "s\n",
      "böyük\n",
      "dili\n",
      "haqqında\n",
      "o\n",
      "ilk\n",
      "zaman\n",
      "öz\n",
      "cu\n",
      "ABŞ\n",
      "may\n",
      "daha\n",
      "baş\n",
      "cı\n",
      "edən\n",
      "yaxşı\n",
      "olur\n",
      "in\n",
      "bütün\n",
      "avqust\n",
      "istifadə\n",
      "onu\n",
      "ya\n",
      "html\n",
      "iki\n",
      "ilin\n",
      "film\n",
      "dəfə\n",
      "digər\n",
      "dekabr\n",
      "etmək\n",
      "qədər\n",
      "on\n",
      "oktyabr\n",
      "arasında\n",
      "noyabr\n",
      "sentyabr\n",
      "и\n",
      "saytında\n",
      "biri\n",
      "ona\n",
      "hər\n",
      "etmişdir\n",
      "a\n",
      "adı\n",
      "qan\n",
      "filmi\n",
      "ISBN\n",
      "yanvar\n",
      "olduğu\n",
      "iyun\n",
      "de\n",
      "daxil\n",
      "olmuşdur\n",
      "org\n",
      "var\n",
      "səh\n"
     ]
    }
   ],
   "source": [
    "plt.figure()\n",
    "plt.bar(range(N),c)\n",
    "# plt.xticks(range(N),cwords)\n",
    "plt.show()\n",
    "ncwords = [c for c in cwords if not any(w.isdigit() for w in c)\n",
    "                              if not c.istitle()]\n",
    "print(len(ncwords))\n",
    "print(u'\\n'.join(ncwords))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### The top 95 words in the Wikipedia articles\n",
    "\n",
    "| Azer       | Eng          |\n",
    "|------------|--------------|\n",
    "| və         | and          |\n",
    "| redaktə    | editing      |\n",
    "| bir        | a            |\n",
    "| ilə        | with         |\n",
    "| əsas       | primary      |\n",
    "| ci         | th           |\n",
    "| tarixi     | historic     |\n",
    "| bu         | this         |\n",
    "| http       | http         |\n",
    "| ildə       | in           |\n",
    "| of         | of           |\n",
    "| com        | com          |\n",
    "| isə        | and          |\n",
    "| sonra      | after        |\n",
    "| ki         | that         |\n",
    "| üçün       | for          |\n",
    "| da         | also         |\n",
    "| də         | also         |\n",
    "| olan       | being        |\n",
    "| az         | little       |\n",
    "| www        | www          |\n",
    "| kimi       | as           |\n",
    "| edir       | is           |\n",
    "| çox        | many         |\n",
    "| tərəfindən | by           |\n",
    "| the        | the          |\n",
    "| ın         | s            |\n",
    "| ə          | the          |\n",
    "| görə       | according to |\n",
    "| xan        | khan         |\n",
    "| onun       | his          |\n",
    "| idi        | It was       |\n",
    "| ən         | most         |\n",
    "| il         | year         |\n",
    "| olaraq     | in           |\n",
    "| cü         | th           |\n",
    "| ing        | ing          |\n",
    "| and        | oath         |\n",
    "| s          | s            |\n",
    "| böyük      | great        |\n",
    "| dili       | English      |\n",
    "| haqqında   | about        |\n",
    "| o          | he           |\n",
    "| ilk        | first        |\n",
    "| zaman      | time         |\n",
    "| öz         | her          |\n",
    "| cu         | th           |\n",
    "| ABŞ        | US           |\n",
    "| may        | May          |\n",
    "| daha       | more         |\n",
    "| baş        | head         |\n",
    "| cı         | th           |\n",
    "| edən       | the          |\n",
    "| yaxşı      | good         |\n",
    "| olur       | is           |\n",
    "| in         | s            |\n",
    "| bütün      | all          |\n",
    "| avqust     | August       |\n",
    "| istifadə   | use          |\n",
    "| onu        | it           |\n",
    "| ya         | or           |\n",
    "| html       | html         |\n",
    "| iki        | two          |\n",
    "| ilin       | year         |\n",
    "| film       | movie        |\n",
    "| dəfə       | time         |\n",
    "| digər      | other        |\n",
    "| dekabr     | December     |\n",
    "| etmək      | do           |\n",
    "| qədər      | to           |\n",
    "| on         | ten          |\n",
    "| oktyabr    | October      |\n",
    "| arasında   | between      |\n",
    "| noyabr     | November     |\n",
    "| sentyabr   | September    |\n",
    "| и          | и            |\n",
    "| saytında   | website      |\n",
    "| biri       | one of       |\n",
    "| ona        | her          |\n",
    "| hər        | each         |\n",
    "| etmişdir   | has          |\n",
    "| a          | a            |\n",
    "| adı        | title        |\n",
    "| qan        | blood        |\n",
    "| filmi      | film         |\n",
    "| ISBN       | ISBN         |\n",
    "| yanvar     | January      |\n",
    "| olduğu     | The          |\n",
    "| iyun       | June         |\n",
    "| de         | de           |\n",
    "| daxil      | access       |\n",
    "| olmuşdur   | was          |\n",
    "| org        | org          |\n",
    "| var        | there        |\n",
    "| səh        | p            |"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "### After some filtering by hand\n",
    "\n",
    "| Azer       | Eng          |\n",
    "|------------|--------------|\n",
    "| və         | and          |\n",
    "| bir        | a            |\n",
    "| ilə        | with         |\n",
    "| ci         | th           |\n",
    "| bu         | this         |\n",
    "| ildə       | in           |\n",
    "| of         | of           |\n",
    "| isə        | and          |\n",
    "| sonra      | after        |\n",
    "| ki         | that         |\n",
    "| üçün       | for          |\n",
    "| da         | also         |\n",
    "| də         | also         |\n",
    "| olan       | being        |\n",
    "| az         | little       |\n",
    "| kimi       | as           |\n",
    "| edir       | is           |\n",
    "| çox        | many         |\n",
    "| tərəfindən | by           |\n",
    "| the        | the          |\n",
    "| ə          | the          |\n",
    "| görə       | according to |\n",
    "| xan        | khan         |\n",
    "| onun       | his          |\n",
    "| idi        | It was       |\n",
    "| ən         | most         |\n",
    "| il         | year         |\n",
    "| olaraq     | in           |\n",
    "| cü         | th           |\n",
    "| and        | oath         |\n",
    "| s          | s            |\n",
    "| haqqında   | about        |\n",
    "| o          | he           |\n",
    "| ilk        | first        |\n",
    "| zaman      | time         |\n",
    "| öz         | her          |\n",
    "| cu         | th           |\n",
    "| daha       | more         |\n",
    "| cı         | th           |\n",
    "| edən       | the          |\n",
    "| yaxşı      | good         |\n",
    "| olur       | is           |\n",
    "| in         | s            |\n",
    "| bütün      | all          |\n",
    "| istifadə   | use          |\n",
    "| onu        | it           |\n",
    "| etmək      | do           |\n",
    "| qədər      | to           |\n",
    "| arasında   | between      |\n",
    "| biri       | one of       |\n",
    "| ona        | her          |\n",
    "| hər        | each         |\n",
    "| etmişdir   | has          |\n",
    "| a          | a            |\n",
    "| olmuşdur   | was          |\n",
    "| var        | there        |"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}