Latest.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Simple TFIDF clustering"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "file = open(\"./questions.txt\",\"r+\")\n",
    "\n",
    "o_dataset = file.readlines()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "import collections\n",
    "from nltk import word_tokenize\n",
    "from nltk.corpus import stopwords\n",
    "from nltk.stem import PorterStemmer\n",
    "from sklearn.cluster import KMeans\n",
    "from pprint import pprint\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "from textblob import TextBlob"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{2: 0.6813139060940797, 3: 0.7319913670002042}\n"
     ]
    }
   ],
   "source": [
    "def word_tokenizer(text):\n",
    "            #tokenizes and stems the text\n",
    "            #print(text)\n",
    "            tokens = word_tokenize(text.lower())\n",
    "            stemmer = PorterStemmer()\n",
    "            #print(\"1\",tokens)\n",
    "            tokens = [stemmer.stem(t) for t in tokens if t not in stopwords.words('english')]\n",
    "            #print(\"2\",tokens)\n",
    "            return tokens\n",
    "\n",
    "\n",
    "def cluster_sentences_tfidf(sentences, nb_of_clusters=5):\n",
    "        tfidf_vectorizer = TfidfVectorizer(tokenizer=word_tokenizer,\n",
    "                                        max_df=0.9,\n",
    "                                        min_df=0.1,\n",
    "                                        lowercase=True)\n",
    "        d=[]\n",
    "        \n",
    "        #builds a tf-idf matrix for the sentences\n",
    "        tfidf_matrix = tfidf_vectorizer.fit_transform(sentences)\n",
    "        \n",
    "        f=tfidf_vectorizer.get_feature_names()\n",
    "        #print(tfidf_vectorizer.get_feature_names)\n",
    "        kmeans = KMeans(n_clusters=nb_of_clusters)\n",
    "        kmeans.fit(tfidf_matrix)\n",
    "        for doc in range(len(sentences)):\n",
    "            feature_index = tfidf_matrix[doc,:].nonzero()[1]\n",
    "            #print(feature_index)\n",
    "            tfidf_scores = zip(feature_index, [tfidf_matrix[doc, x] for x in feature_index])\n",
    "            d.append(dict(tfidf_scores))\n",
    "        clusters = collections.defaultdict(list)\n",
    "        for i, label in enumerate(kmeans.labels_):\n",
    "                clusters[label].append(i)\n",
    "        return dict(clusters),d\n",
    "\n",
    "if __name__ == \"__main__\":\n",
    "    #print(\"Hello\")\n",
    "    #dataset = ['Name a few important dates during the World WAr 2',' Write a short note on cvivl war',' what are subatomic particles?','does dust particles cause itching as the eyes?','Explain seven years itch as a movie']\n",
    "    b,mm = cluster_sentences_tfidf(o_dataset,5)\n",
    "    #print(b)\n",
    "    print(mm[3])\n",
    "    \"\"\"for i in b:\n",
    "        print(\"__________________________________CLUSTER \"+str(i)+\"______________________________________\")\"\"\"\n",
    "    \"\"\"for j in b[i]:\n",
    "            print(o_dataset[j])\n",
    "        print(\"\\n\\n\")\"\"\""
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Clustering using Word2Vec Gensim"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 238,
   "metadata": {},
   "outputs": [],
   "source": [
    "file = open(\"./paper.txt\",\"r+\")\n",
    "#file = open(\"./questions.txt\",\"r+\")\n",
    "o_dataset = file.readlines()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 239,
   "metadata": {},
   "outputs": [],
   "source": [
    "#o_dataset.append(\"Mention the major similarities between RNA and DNA\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 240,
   "metadata": {},
   "outputs": [],
   "source": [
    "from gensim.models import word2vec\n",
    "from nltk.cluster import *"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "import gensim\n",
    "model = gensim.models.KeyedVectors.load_word2vec_format('/home/meghana/PES/SemVI/NLP/GoogleNews-vectors-negative300.bin', binary=True)  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 241,
   "metadata": {},
   "outputs": [],
   "source": [
    "import math\n",
    "\n",
    "def tf(w,sen):\n",
    "    b=0.3\n",
    "    return math.log(1+sen.count(w))\n",
    "    #return b+((1-b)*sen.count(w)/max(list(Counter(sen.split()).values())))\n",
    "    #return sen.count(w)/len(sen.split())\n",
    "def idf(w,c):\n",
    "    s = sum([int(w in i) for i in c])\n",
    "    return math.log(len(c)/s)\n",
    "def tfidf(c):\n",
    "    final=[]\n",
    "    for i in c:\n",
    "        #print(i)\n",
    "        res = {}\n",
    "        for j in i.split():\n",
    "            #print(j,tf(j,i))\n",
    "            res[j] = tf(j,i)*idf(j,c)\n",
    "            '''if(j.lower() == \"describe\" or j.lower() == \"light\"):\n",
    "                print(j,tf(j,i),idf(j,c),res[j])'''\n",
    "            #print(j,res[j])\n",
    "        final.append(res)\n",
    "    return final"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 242,
   "metadata": {},
   "outputs": [],
   "source": [
    "def lemmatize(sentence):\n",
    "    sent = TextBlob(sentence)\n",
    "    tag_dict = {\"J\": 'a', \n",
    "                \"N\": 'n', \n",
    "                \"V\": 'v', \n",
    "                \"R\": 'r'}\n",
    "    words_and_tags = [(w, tag_dict.get(pos[0], 'n')) for w, pos in sent.tags]    \n",
    "    lemmatized_list = [wd.lemmatize(tag) for wd, tag in words_and_tags]\n",
    "    return \" \".join(lemmatized_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 243,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 243,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\"does\" in stopwords.words(\"english\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 244,
   "metadata": {},
   "outputs": [],
   "source": [
    "from string import punctuation as punc\n",
    "from nltk.corpus import stopwords\n",
    "import re\n",
    "from nltk.stem import WordNetLemmatizer \n",
    "lemmatizer = WordNetLemmatizer() \n",
    "\n",
    "def preprocess(s,model):\n",
    "    r = \"[\"+punc+\"]\"\n",
    "    regex = re.compile(r)\n",
    "    r1 = \"[\\n]\"\n",
    "    regex1 = re.compile(r1)\n",
    "    sw = stopwords.words(\"english\")\n",
    "    sw.append(\"that's\")\n",
    "    sw.append(\"us\")\n",
    "    review = s\n",
    "    review1 = review\n",
    "    review1 = list(map(lambda x: re.sub(regex1,\" \",x),review))\n",
    "    review1 = list(map(lambda x: x.strip(),review))\n",
    "    #review = list(map(lambda x: x.lower(),review))\n",
    "    review = [\" \".join(list(filter(lambda x: x.lower() not in sw,i.split()))) for i in review if i not in sw]\n",
    "    review = list(map(lambda x: re.sub(regex1,\" \",x),review))\n",
    "    review = list(map(lambda x: x.strip(),review))\n",
    "    \n",
    "    review = [lemmatize(i) for i in review]\n",
    "    print(review1[2])\n",
    "    print(review[2])\n",
    "\n",
    "    review = list(map(lambda x: re.sub(regex,\"\",x),review))\n",
    "    '''for i in review:\n",
    "        review = list(filter(lambda x: x in model.vocab,i))'''\n",
    "    return (review,review1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 245,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "False"
      ]
     },
     "execution_count": 245,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "'''import random\n",
    "random.shuffle(o_dataset)\n",
    "\n",
    "o_dataset'''\n",
    "\"Mention the major similarities between RNA and DNA\" in o_dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 246,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Note the similarity and dissimilarity between intensive subsistence farming and commercial farming practiced in India.\n",
      "Note similarity dissimilarity intensive subsistence farm commercial farming practice India\n"
     ]
    }
   ],
   "source": [
    "dataset,o_da = preprocess(o_dataset,model)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 247,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "False"
      ]
     },
     "execution_count": 247,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\"Mention the major similarities between RNA and DNA\" in o_da"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 248,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "('Explain example development manufacturing industry measure economic strength country',\n",
       " 'Explain with examples why the development of manufacturing industries being measured by economic strength of a country')"
      ]
     },
     "execution_count": 248,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataset[4],o_da[4]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 249,
   "metadata": {},
   "outputs": [],
   "source": [
    "from collections import Counter"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 250,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_unique(x):\n",
    "    setx = set()\n",
    "    return [i for i in x if not (i in setx or setx.add(i))]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 251,
   "metadata": {},
   "outputs": [],
   "source": [
    "dataset = get_unique(dataset)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 252,
   "metadata": {},
   "outputs": [],
   "source": [
    "o_da = get_unique(o_da)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 253,
   "metadata": {},
   "outputs": [],
   "source": [
    "d = tfidf(dataset)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 254,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Total number of questions ->  100  | Unique questions -> 100\n"
     ]
    }
   ],
   "source": [
    "print(\"Total number of questions -> \",len(o_dataset),\" | Unique questions ->\",len(dataset))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 255,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "305"
      ]
     },
     "execution_count": 255,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "c = list(set(\" \".join(dataset).split()))\n",
    "len(c)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 256,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(100, 100)"
      ]
     },
     "execution_count": 256,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(set(dataset)),len(dataset)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 257,
   "metadata": {},
   "outputs": [],
   "source": [
    "dataset1 = dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 258,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "creditExplain\n",
      "formedExplain\n",
      "favour\n",
      "1857\n",
      "1907\n",
      "nlost\n",
      "wcareerindiaco\n"
     ]
    }
   ],
   "source": [
    "k=0\n",
    "vec = {}\n",
    "new=[]\n",
    "for i in c:\n",
    "    if i in model.vocab:\n",
    "        new.append(i)\n",
    "    else:\n",
    "        print(i)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 259,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 260,
   "metadata": {},
   "outputs": [],
   "source": [
    "x = model[np.array(new)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 261,
   "metadata": {},
   "outputs": [],
   "source": [
    "vec = dict(zip(new,x))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 223,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n"
     ]
    }
   ],
   "source": [
    "b=[]\n",
    "cc = np.zeros((300,))\n",
    "for index,sentence in enumerate(dataset):\n",
    "    cc = np.zeros((300,))\n",
    "    count = len(sentence.split())\n",
    "    #print(\"count->\",count)\n",
    "    count = 0\n",
    "    for index1,i in enumerate(sentence.split()):\n",
    "        try:\n",
    "            \n",
    "            weight = d[index][i]\n",
    "            '''print(\"+++++++++++++++++++++++=\")'''\n",
    "            count+=weight\n",
    "            \"\"\"if index==100:\n",
    "                print(weight,i)\"\"\"\n",
    "            \"\"\"if index1 in mm[index]:\n",
    "                if i ==\"Rinderpest\":\n",
    "                    print(\"__________________\",i,mm[index][index1])\n",
    "                    break\n",
    "                weight = mm[index][index1]    \n",
    "            else:\n",
    "\n",
    "                if i == \"Rinderpest\":\n",
    "                    print(i)\n",
    "                weight=0.01\"\"\"\n",
    "            #print(weight)\n",
    "            cc = np.add(cc,weight*vec[i])\n",
    "            print(\"--------------------------\")\n",
    "            #print(\"**\",i)\n",
    "        except Exception as e:\n",
    "            '''print(\"yp\",e)\n",
    "            print(\"except\",weight,i)'''\n",
    "            if weight>1:\n",
    "                count+=weight\n",
    "                cc = np.add(cc,weight*np.full((300,),0.5))\n",
    "                #print(weight)\n",
    "        #print(i,weight)\n",
    "    cc = cc/count\n",
    "    #print(count,cc)\n",
    "    b.append(cc)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 224,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'from sklearn.cluster import KMeans\\n\\nkm = KMeans(n_clusters=7,random_state=50)\\na = km.fit(b)'"
      ]
     },
     "execution_count": 224,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\"\"\"from sklearn.cluster import KMeans\n",
    "\n",
    "km = KMeans(n_clusters=7,random_state=50)\n",
    "a = km.fit(b)\"\"\""
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Kmeans"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 225,
   "metadata": {},
   "outputs": [],
   "source": [
    "cluster = KMeansClusterer(num_means = 10,distance = util.cosine_distance, repeats=30)\n",
    "a = cluster.cluster(b,assign_clusters=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 226,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(251, 251)"
      ]
     },
     "execution_count": 226,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(o_da),len(a)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 227,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/lib/python3/dist-packages/ipykernel_launcher.py:1: FutureWarning: elementwise comparison failed; returning scalar instead, but in the future will perform elementwise comparison\n",
      "  \"\"\"Entry point for launching an IPython kernel.\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "False"
      ]
     },
     "execution_count": 227,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\"Mention the major similarities between RNA and DNA\" in b"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 228,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "('Describe the structure of benzene.', 0)\n",
      "('Why is benzene dangerous.', 0)\n",
      "('How does the structure of carbon atoms affect the stability of benzene?', 0)\n",
      "('Where is butane and propane used?', 0)\n",
      "('What is coal tar?', 0)\n",
      "('Why is chlorine a halogen?', 0)\n",
      "('How does Benzene differ from cheese.', 0)\n",
      "('Why are junk foods so oily?', 0)\n",
      "('How are benzene double bonds stable?', 0)\n",
      "('What is the ideal gas law?', 0)\n",
      "('Are all F block elements radioactive?', 0)\n",
      "('What is the half life of radioactive elements?', 0)\n",
      "('What are the differences between solids, liquids and gasses?', 0)\n",
      "------------------------------------------------------------------------------------------\n",
      "('How do alkalis differ from halogens and d block elements?', 1)\n",
      "('What are halogens?', 1)\n",
      "('Why is carbon inert?', 1)\n",
      "('Explain the role Sodium as a metals', 1)\n",
      "('Iron has the highest ionization enthalpy. Justify.', 1)\n",
      "('What is a dry cell in a battery?', 1)\n",
      "('Explain cathode and anode reactions at battery terminals?', 1)\n",
      "('Differentiate between batteries and cells.', 1)\n",
      "('How are chemical reactions generating voltage in a battery?', 1)\n",
      "('Justify that current causes shocks and not voltage.', 1)\n",
      "('Give the resistivity of the following materials.', 1)\n",
      "('What is the potential of a battery at 5 volts.', 1)\n",
      "('How is voltage related to current?', 1)\n",
      "('How is Barium not a halogen?', 1)\n",
      "('Why do batteries dry up?', 1)\n",
      "('Explain rechargeable batteries.', 1)\n",
      "('Explain covalent bond vs ionic bond.', 1)\n",
      "('What is the relation between the P block elements and the halogens?', 1)\n",
      "('Electrochemical reactions occur at the cathode or anode?', 1)\n",
      "('What is vacuum?', 1)\n",
      "('Explain resistors in series and parallel.', 1)\n",
      "('Why is gold used in cathodes?', 1)\n",
      "('Which metal is the best conductor of electricity?', 1)\n",
      "('What is ductility of a metal and how is it related to its conductance?', 1)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Why is the heart not in the stomach?', 2)\n",
      "('How is food converted to energy?', 2)\n",
      "('Why is cheese made from milk?', 2)\n",
      "('How is a Goat difference from a slice of cheese?', 2)\n",
      "('What is the boiling point of water.', 2)\n",
      "('The slice of cheese is green. Why.', 2)\n",
      "('Why are bananas yellow?', 2)\n",
      "('Why are sugars sweet?', 2)\n",
      "('The food pipe is actually made of cheese. Justify.', 2)\n",
      "('Can the enthalpy of cheese be higher than a McChicken burger?', 2)\n",
      "('Why are cows herded on farms.', 2)\n",
      "('Why are meat, milk and eggs an excellent source of protein?', 2)\n",
      "('How is ghee related to cheese?', 2)\n",
      "('Why are Goats used as a source of milk.', 2)\n",
      "('How many eggs does a chicken lay?', 2)\n",
      "('What are taste buds?', 2)\n",
      "('Amphibians are animals that live on land and water. Give examples of such animals.', 2)\n",
      "(\"Fleming's right hand was used to slap Abraham Lincoln.\", 2)\n",
      "('How do plants protect themselves from animals?', 2)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Given the surface chemistry property of adsorption, how is the adsorption affected by surface and temperature', 3)\n",
      "('Chemical Kinetics vs surface chemistry. Explain.', 3)\n",
      "('What are alkali earth metals?', 3)\n",
      "('How does hydrolysis of water work?', 3)\n",
      "('Why is iron present alongside calcium?', 3)\n",
      "('What is the law of conservation of energy?', 3)\n",
      "('If viscosity of gasses increases with temperature, how does viscosity of water change with increase in temperature?', 3)\n",
      "('How is water and salt produced when an acid mixes with a base.', 3)\n",
      "('Why is the human body sensitive to acidity?', 3)\n",
      "('How does streamlining help movement through gasses and liquids?', 3)\n",
      "('Explain anomalous expansion of water.', 3)\n",
      "('What temperature does water turn to steam.', 3)\n",
      "('Why is Nitrogen used in laughing gas?', 3)\n",
      "('Explain the property of rusting.', 3)\n",
      "('How does agar agar help in connection between cells.', 3)\n",
      "('Explain fractional distillation of petroleum.', 3)\n",
      "('Why are nitrogen atoms triple bonded?', 3)\n",
      "('Proteins and carbohydrates are sources of energy. Explain.', 3)\n",
      "('Explain how the digestive system work?', 3)\n",
      "('Explain how osmosis works between cells?', 3)\n",
      "('How does chemical balance of the body ensure a smooth functioning of the human body?', 3)\n",
      "('Catalytic hydrogen is rare and hard to find. When should it be used?', 3)\n",
      "('Why are chemical kinetic reactions permanent?', 3)\n",
      "('What is the chemical reaction associated with fermentation?', 3)\n",
      "('How does yeast help with fermentation?', 3)\n",
      "('How do dams produce hydroelectricity?', 3)\n",
      "('Explain surface tension of liquids?', 3)\n",
      "('What is capillary action of liquids?', 3)\n",
      "('Why is oxygen a diatomic molecule?', 3)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Explain tetanus symptoms.', 4)\n",
      "('Who invented Penicillin?', 4)\n",
      "('How did vaccines affect the world?', 4)\n",
      "('Describe the role of tetanus vaccine in preventing tetanus.', 4)\n",
      "('Describe the difference between plant cells and animal cells?', 4)\n",
      "('How was cowpox used as a prevention of the smallpox disease?', 4)\n",
      "('What is the skeleton?', 4)\n",
      "('Explain the difference between plant skeleton and a human skeleton?', 4)\n",
      "('What are vectors? How do they spread diseases?', 4)\n",
      "('What is DNA?', 4)\n",
      "('What is the difference between DNA and RNA?', 4)\n",
      "('How many bones are present in the body?', 4)\n",
      "('Where is the femur located in the body?', 4)\n",
      "('What are the biological consequences of blood transfusion?', 4)\n",
      "('How is the intestine connected to the stomach?', 4)\n",
      "('Earthworms are hermaphrodites. True or False', 4)\n",
      "('How do parasites infect their victims?', 4)\n",
      "('How are viruses eradicated by the body?', 4)\n",
      "('How does bacterial infection affect the immune system?', 4)\n",
      "('Landslides are caused by lack of trees. Justify.', 4)\n",
      "('Mention the major similarities between RNA and DNA', 4)\n",
      "------------------------------------------------------------------------------------------\n",
      "('What is light?', 5)\n",
      "('What wave is a sound wave?', 5)\n",
      "('What angle does light bounce of a rough surface', 5)\n",
      "('Why does light have seven colors, but only white light can be seen from the sun?', 5)\n",
      "('How do plants absorb light?', 5)\n",
      "('Why are plants green in color?', 5)\n",
      "('Why is the sky blue?', 5)\n",
      "('How does the atmosphere protect the Earth from meteors?', 5)\n",
      "('Why is the surface of the moon full of craters?', 5)\n",
      "('Explain ice vs dry ice', 5)\n",
      "('Why is the moon considered a satellite?', 5)\n",
      "('Explain how Jupiter protects the Earth from the Asteroid Belt.', 5)\n",
      "('Ice has a lesser density than water. How is this possible?', 5)\n",
      "('How does Helium raise pitch of sound in humans?', 5)\n",
      "('What is heat and how does it differ from cold?', 5)\n",
      "('Why are the oceans and seas salty?', 5)\n",
      "('Why is Neptune so cold?', 5)\n",
      "('Why is the sun so bright?', 5)\n",
      "('What is the mass of Saturn?', 5)\n",
      "('Why does the moon glow at night?', 5)\n",
      "('Why do mushrooms not absorb sunlight?', 5)\n",
      "(\"Why does the moon reflect the sun's light?\", 5)\n",
      "('What is the half life of carbon?', 5)\n",
      "('How does the atmospheric ozone protect us from the sun?', 5)\n",
      "('Why do stars flicker in the night sky?', 5)\n",
      "('Can cheese grow on Mars?', 5)\n",
      "------------------------------------------------------------------------------------------\n",
      "('What are the two theories of light?', 6)\n",
      "('Why are atoms of Sodium held close to each other?', 6)\n",
      "('Explain the fundamental theory of magnetism.', 6)\n",
      "('What is the powerhouse of the cell?', 6)\n",
      "(\"Derive Shockley's equation\", 6)\n",
      "('What are the four spheres of the Earth?', 6)\n",
      "('List all the layers of the atmosphere.', 6)\n",
      "('How do neurons generate electricity?', 6)\n",
      "('Explain the movement of particles during Brownian Motion.', 6)\n",
      "('How does the second law of thermodynamics govern a perfect engine?', 6)\n",
      "('Which elements are present in the atmosphere?', 6)\n",
      "('How are atoms different from molecules?', 6)\n",
      "('How do veins and arteries power the heart?', 6)\n",
      "('Diffusion is utilized by Amoeba. How is this related to Humans?', 6)\n",
      "('Explain the cyclotron device.', 6)\n",
      "(\"What governs the Einstein's law of space and time?\", 6)\n",
      "('Explain the difference between rotation and revolution of the Earth?', 6)\n",
      "('Why do protons and electrons exist in a nucleus?', 6)\n",
      "('Why is the neutron chargeless?', 6)\n",
      "('Are neutrons heavier than protons or electrons?', 6)\n",
      "('How does the brain function?', 6)\n",
      "('Can quarks be separated from protons and electrons?', 6)\n",
      "------------------------------------------------------------------------------------------\n",
      "('What is a magnetic field?', 7)\n",
      "('What are the units of magnetic field?', 7)\n",
      "('Explain magnetic resonance', 7)\n",
      "('What are the four types of magnetism?', 7)\n",
      "('What are hard magnets?', 7)\n",
      "('What are soft magnets?', 7)\n",
      "('Differentiate between types of magnets.', 7)\n",
      "('What magnetic fields are used by motors', 7)\n",
      "('What magnetic fields are used by generators', 7)\n",
      "(\"Show the Fleming's left hand rule for motors.\", 7)\n",
      "('When should the left and right hand rules be used respectively?', 7)\n",
      "('How are metallic atoms affected by magnetic field?', 7)\n",
      "('Repulsion is the surest test of magnetism. State true or false', 7)\n",
      "('How is Potential energy related to Kinetic energy?', 7)\n",
      "('What is ADT and how does it provide humans energy?', 7)\n",
      "('Using lightning as a source of electricity is not feasible. Justify.', 7)\n",
      "('Hurricanes generate winds of extremely high velocity. Where does this energy come from?', 7)\n",
      "('What happens when an unstoppable force meets an immovable object?', 7)\n",
      "('Explain the drag force in air?', 7)\n",
      "(\"What is Carnot's engine?\", 7)\n",
      "('Electric fields are perpendicular to magnetic fields. True or False?', 7)\n",
      "('How is time related to space?', 7)\n",
      "('How is momentum related to velocity?', 7)\n",
      "('How is force related to mass and acceleration?', 7)\n",
      "(\"Entropy is based off Gibb's free energy. Justify.\", 7)\n",
      "('Differentiate between speed and acceleration.', 7)\n",
      "('How is distance related to displacement?', 7)\n",
      "('How does velocity work with distance?', 7)\n",
      "('Explain electric power.', 7)\n",
      "('Describe the use of mechanical power?', 7)\n",
      "('What is the center of gravity?', 7)\n",
      "('Static electricity is the fundamental basis of electric charge. Prove this as true.', 7)\n",
      "('What is dipole dipole interaction.', 7)\n",
      "('Magnets are always considered as dipoles. Why are there no magnetic monopoles?', 7)\n",
      "('Electric charge is defined by Gauss law. What is the standard unit of electric field?', 7)\n",
      "('What is the unit of Magnetic field?', 7)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Describe the phenomenon of light', 8)\n",
      "('How does light enable us to see?', 8)\n",
      "('Describe the wave theory of light', 8)\n",
      "('Describe the particle theory of light', 8)\n",
      "('How is sound different from light?', 8)\n",
      "('Explain how amplitude varies with distance in sound waves.', 8)\n",
      "('Explain Doppler effect of light', 8)\n",
      "('Explain Doppler effect of sound', 8)\n",
      "('Explain reflection of light', 8)\n",
      "('Explain refraction of light', 8)\n",
      "('Explain diffraction of light', 8)\n",
      "('How does reflection vary from diffraction', 8)\n",
      "('How does reflection vary from refraction', 8)\n",
      "('Why do elements have color?', 8)\n",
      "('Explain the phenomenon of colored light', 8)\n",
      "('What is the change in sound loudness effect described by a moving object at changing distances?', 8)\n",
      "(\"How does carbon's shape affect its properties?\", 8)\n",
      "('How does shape of an element affect its property to transmit light?', 8)\n",
      "('What is refractive index of a surface?', 8)\n",
      "('What are the three laws of Kinematics.', 8)\n",
      "(\"What are Newton's laws of motion?\", 8)\n",
      "('Conductance and Inductance are two opposites. Justify.', 8)\n",
      "('Terminal velocity describes what property of a body?', 8)\n",
      "('Whats the difference between light and sound.', 8)\n",
      "('Explain the difference between chemical kinetics and kinematics.', 8)\n",
      "('What is the addition law of vectors?', 8)\n",
      "('Why are Octopi classified as Molluscs?', 8)\n",
      "('How are telescopes different from periscopes with regard to curvature of the lens?', 8)\n",
      "('Explain the different between concave and convex lenses.', 8)\n",
      "('Where is the focal point of the eye?', 8)\n",
      "('Why is the focus of a plane mirror infinity?', 8)\n",
      "('When do you use a convex mirror?', 8)\n",
      "('What is the center of curvature for a mirror?', 8)\n",
      "('How does a plane mirror reflect light?', 8)\n",
      "('How is power of the eye measured?', 8)\n",
      "('What is the Brewster angle and how is it related to refractive index?', 8)\n",
      "('Lenses are used in spectacles for correcting eye defects. How does this work?', 8)\n",
      "('How do mirrors differ from lenses?', 8)\n",
      "('Temperature is proportional to volume. Explain.', 8)\n",
      "('What is the law of Buoyancy? How discovered it? How does it relate density with mass and volume?', 8)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Explain the terms Paramagnetism, Diamagnetism, Antiferromagnetism, Antiferrimagnetism', 9)\n",
      "('How does diffraction vary from refreaction', 9)\n",
      "('Why do the P block elements exhibit Diamagentic property', 9)\n",
      "('Why do the D block elements exhibit Paramagnetism.', 9)\n",
      "('What disease is cause by Clostidrium Tetani?', 9)\n",
      "('Expain voltage in series and parallel.', 9)\n",
      "('Explain the difference between Bronsted acid and Lowry Bases.', 9)\n",
      "('Exoskeleton and Endoskeletons are differentiated by what characteristics?', 9)\n",
      "('What is the zeroth law of thermodynamics?', 9)\n",
      "('A body of mass 1000kg moves with a velocity of 200m/s with an acceleration of 5m/s^2. Calculate the volume of the sun.', 9)\n",
      "('How is adulteration of ghee with nickel palladium catalyst cause it to become vanaspathee ghee?', 9)\n",
      "('Aves classifies birds. What are huamns?', 9)\n",
      "(\"How is Tollen's reagent beneficial for test of Alkanes?\", 9)\n",
      "('What is myopia and hypermetropia?', 9)\n",
      "('How is aluminium extracted?', 9)\n",
      "('Why is cryolite used as a catalyst?', 9)\n",
      "('Friction is the opposing force experienced by objects moving on rough surfaces.Yes or No?', 9)\n",
      "('How is cheese manafactured in Goat?', 9)\n",
      "('How many elements are present in the pereodic table?', 9)\n",
      "('Polio was eradicated in 1985. What is the vaccine called?', 9)\n",
      "('What is stainless steel? How is it manafactured from coal,iron and limestone?', 9)\n"
     ]
    }
   ],
   "source": [
    "prev=0\n",
    "li=[]\n",
    "cluster1 = KMeansClusterer(num_means = 10,distance = util.cosine_distance, repeats=30)\n",
    "for i in sorted(list(zip(o_da,a)),key = lambda x: x[1]):\n",
    "    if i[1]!=prev:\n",
    "        print(\"-\"*90)\n",
    "    prev=i[1]\n",
    "    print(i)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 229,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "('Describe the structure of benzene.', 0)\n",
      "('Why is benzene dangerous.', 0)\n",
      "('How does the structure of carbon atoms affect the stability of benzene?', 0)\n",
      "('Where is butane and propane used?', 0)\n",
      "('What is coal tar?', 0)\n",
      "('Why is chlorine a halogen?', 0)\n",
      "('How does Benzene differ from cheese.', 0)\n",
      "('Why are junk foods so oily?', 0)\n",
      "('How are benzene double bonds stable?', 0)\n",
      "('What is the ideal gas law?', 0)\n",
      "('Are all F block elements radioactive?', 0)\n",
      "('What is the half life of radioactive elements?', 0)\n",
      "('What are the differences between solids, liquids and gasses?', 0)\n",
      "------------------------------------------------------------------------------------------\n",
      "('How do alkalis differ from halogens and d block elements?', 1)\n",
      "('What are halogens?', 1)\n",
      "('Why is carbon inert?', 1)\n",
      "('Explain the role Sodium as a metals', 1)\n",
      "('Iron has the highest ionization enthalpy. Justify.', 1)\n",
      "('What is a dry cell in a battery?', 1)\n",
      "('Explain cathode and anode reactions at battery terminals?', 1)\n",
      "('Differentiate between batteries and cells.', 1)\n",
      "('How are chemical reactions generating voltage in a battery?', 1)\n",
      "('Justify that current causes shocks and not voltage.', 1)\n",
      "('Give the resistivity of the following materials.', 1)\n",
      "('What is the potential of a battery at 5 volts.', 1)\n",
      "('How is voltage related to current?', 1)\n",
      "('How is Barium not a halogen?', 1)\n",
      "('Why do batteries dry up?', 1)\n",
      "('Explain rechargeable batteries.', 1)\n",
      "('Explain covalent bond vs ionic bond.', 1)\n",
      "('What is the relation between the P block elements and the halogens?', 1)\n",
      "('Electrochemical reactions occur at the cathode or anode?', 1)\n",
      "('What is vacuum?', 1)\n",
      "('Explain resistors in series and parallel.', 1)\n",
      "('Why is gold used in cathodes?', 1)\n",
      "('Which metal is the best conductor of electricity?', 1)\n",
      "('What is ductility of a metal and how is it related to its conductance?', 1)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Why is the heart not in the stomach?', 2)\n",
      "('How is food converted to energy?', 2)\n",
      "('Why is cheese made from milk?', 2)\n",
      "('How is a Goat difference from a slice of cheese?', 2)\n",
      "('What is the boiling point of water.', 2)\n",
      "('The slice of cheese is green. Why.', 2)\n",
      "('Why are bananas yellow?', 2)\n",
      "('Why are sugars sweet?', 2)\n",
      "('The food pipe is actually made of cheese. Justify.', 2)\n",
      "('Can the enthalpy of cheese be higher than a McChicken burger?', 2)\n",
      "('Why are cows herded on farms.', 2)\n",
      "('Why are meat, milk and eggs an excellent source of protein?', 2)\n",
      "('How is ghee related to cheese?', 2)\n",
      "('Why are Goats used as a source of milk.', 2)\n",
      "('How many eggs does a chicken lay?', 2)\n",
      "('What are taste buds?', 2)\n",
      "('Amphibians are animals that live on land and water. Give examples of such animals.', 2)\n",
      "(\"Fleming's right hand was used to slap Abraham Lincoln.\", 2)\n",
      "('How do plants protect themselves from animals?', 2)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Given the surface chemistry property of adsorption, how is the adsorption affected by surface and temperature', 3)\n",
      "('Chemical Kinetics vs surface chemistry. Explain.', 3)\n",
      "('What are alkali earth metals?', 3)\n",
      "('How does hydrolysis of water work?', 3)\n",
      "('Why is iron present alongside calcium?', 3)\n",
      "('What is the law of conservation of energy?', 3)\n",
      "('If viscosity of gasses increases with temperature, how does viscosity of water change with increase in temperature?', 3)\n",
      "('How is water and salt produced when an acid mixes with a base.', 3)\n",
      "('Why is the human body sensitive to acidity?', 3)\n",
      "('How does streamlining help movement through gasses and liquids?', 3)\n",
      "('Explain anomalous expansion of water.', 3)\n",
      "('What temperature does water turn to steam.', 3)\n",
      "('Why is Nitrogen used in laughing gas?', 3)\n",
      "('Explain the property of rusting.', 3)\n",
      "('How does agar agar help in connection between cells.', 3)\n",
      "('Explain fractional distillation of petroleum.', 3)\n",
      "('Why are nitrogen atoms triple bonded?', 3)\n",
      "('Proteins and carbohydrates are sources of energy. Explain.', 3)\n",
      "('Explain how the digestive system work?', 3)\n",
      "('Explain how osmosis works between cells?', 3)\n",
      "('How does chemical balance of the body ensure a smooth functioning of the human body?', 3)\n",
      "('Catalytic hydrogen is rare and hard to find. When should it be used?', 3)\n",
      "('Why are chemical kinetic reactions permanent?', 3)\n",
      "('What is the chemical reaction associated with fermentation?', 3)\n",
      "('How does yeast help with fermentation?', 3)\n",
      "('How do dams produce hydroelectricity?', 3)\n",
      "('Explain surface tension of liquids?', 3)\n",
      "('What is capillary action of liquids?', 3)\n",
      "('Why is oxygen a diatomic molecule?', 3)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Explain tetanus symptoms.', 4)\n",
      "('Who invented Penicillin?', 4)\n",
      "('How did vaccines affect the world?', 4)\n",
      "('Describe the role of tetanus vaccine in preventing tetanus.', 4)\n",
      "('Describe the difference between plant cells and animal cells?', 4)\n",
      "('How was cowpox used as a prevention of the smallpox disease?', 4)\n",
      "('What is the skeleton?', 4)\n",
      "('Explain the difference between plant skeleton and a human skeleton?', 4)\n",
      "('What are vectors? How do they spread diseases?', 4)\n",
      "('What is DNA?', 4)\n",
      "('What is the difference between DNA and RNA?', 4)\n",
      "('How many bones are present in the body?', 4)\n",
      "('Where is the femur located in the body?', 4)\n",
      "('What are the biological consequences of blood transfusion?', 4)\n",
      "('How is the intestine connected to the stomach?', 4)\n",
      "('Earthworms are hermaphrodites. True or False', 4)\n",
      "('How do parasites infect their victims?', 4)\n",
      "('How are viruses eradicated by the body?', 4)\n",
      "('How does bacterial infection affect the immune system?', 4)\n",
      "('Landslides are caused by lack of trees. Justify.', 4)\n",
      "('Mention the major similarities between RNA and DNA', 4)\n",
      "------------------------------------------------------------------------------------------\n",
      "('What is light?', 5)\n",
      "('What wave is a sound wave?', 5)\n",
      "('What angle does light bounce of a rough surface', 5)\n",
      "('Why does light have seven colors, but only white light can be seen from the sun?', 5)\n",
      "('How do plants absorb light?', 5)\n",
      "('Why are plants green in color?', 5)\n",
      "('Why is the sky blue?', 5)\n",
      "('How does the atmosphere protect the Earth from meteors?', 5)\n",
      "('Why is the surface of the moon full of craters?', 5)\n",
      "('Explain ice vs dry ice', 5)\n",
      "('Why is the moon considered a satellite?', 5)\n",
      "('Explain how Jupiter protects the Earth from the Asteroid Belt.', 5)\n",
      "('Ice has a lesser density than water. How is this possible?', 5)\n",
      "('How does Helium raise pitch of sound in humans?', 5)\n",
      "('What is heat and how does it differ from cold?', 5)\n",
      "('Why are the oceans and seas salty?', 5)\n",
      "('Why is Neptune so cold?', 5)\n",
      "('Why is the sun so bright?', 5)\n",
      "('What is the mass of Saturn?', 5)\n",
      "('Why does the moon glow at night?', 5)\n",
      "('Why do mushrooms not absorb sunlight?', 5)\n",
      "(\"Why does the moon reflect the sun's light?\", 5)\n",
      "('What is the half life of carbon?', 5)\n",
      "('How does the atmospheric ozone protect us from the sun?', 5)\n",
      "('Why do stars flicker in the night sky?', 5)\n",
      "('Can cheese grow on Mars?', 5)\n",
      "------------------------------------------------------------------------------------------\n",
      "('What are the two theories of light?', 6)\n",
      "('Why are atoms of Sodium held close to each other?', 6)\n",
      "('Explain the fundamental theory of magnetism.', 6)\n",
      "('What is the powerhouse of the cell?', 6)\n",
      "(\"Derive Shockley's equation\", 6)\n",
      "('What are the four spheres of the Earth?', 6)\n",
      "('List all the layers of the atmosphere.', 6)\n",
      "('How do neurons generate electricity?', 6)\n",
      "('Explain the movement of particles during Brownian Motion.', 6)\n",
      "('How does the second law of thermodynamics govern a perfect engine?', 6)\n",
      "('Which elements are present in the atmosphere?', 6)\n",
      "('How are atoms different from molecules?', 6)\n",
      "('How do veins and arteries power the heart?', 6)\n",
      "('Diffusion is utilized by Amoeba. How is this related to Humans?', 6)\n",
      "('Explain the cyclotron device.', 6)\n",
      "(\"What governs the Einstein's law of space and time?\", 6)\n",
      "('Explain the difference between rotation and revolution of the Earth?', 6)\n",
      "('Why do protons and electrons exist in a nucleus?', 6)\n",
      "('Why is the neutron chargeless?', 6)\n",
      "('Are neutrons heavier than protons or electrons?', 6)\n",
      "('How does the brain function?', 6)\n",
      "('Can quarks be separated from protons and electrons?', 6)\n",
      "------------------------------------------------------------------------------------------\n",
      "('What is a magnetic field?', 7)\n",
      "('What are the units of magnetic field?', 7)\n",
      "('Explain magnetic resonance', 7)\n",
      "('What are the four types of magnetism?', 7)\n",
      "('What are hard magnets?', 7)\n",
      "('What are soft magnets?', 7)\n",
      "('Differentiate between types of magnets.', 7)\n",
      "('What magnetic fields are used by motors', 7)\n",
      "('What magnetic fields are used by generators', 7)\n",
      "(\"Show the Fleming's left hand rule for motors.\", 7)\n",
      "('When should the left and right hand rules be used respectively?', 7)\n",
      "('How are metallic atoms affected by magnetic field?', 7)\n",
      "('Repulsion is the surest test of magnetism. State true or false', 7)\n",
      "('How is Potential energy related to Kinetic energy?', 7)\n",
      "('What is ADT and how does it provide humans energy?', 7)\n",
      "('Using lightning as a source of electricity is not feasible. Justify.', 7)\n",
      "('Hurricanes generate winds of extremely high velocity. Where does this energy come from?', 7)\n",
      "('What happens when an unstoppable force meets an immovable object?', 7)\n",
      "('Explain the drag force in air?', 7)\n",
      "(\"What is Carnot's engine?\", 7)\n",
      "('Electric fields are perpendicular to magnetic fields. True or False?', 7)\n",
      "('How is time related to space?', 7)\n",
      "('How is momentum related to velocity?', 7)\n",
      "('How is force related to mass and acceleration?', 7)\n",
      "(\"Entropy is based off Gibb's free energy. Justify.\", 7)\n",
      "('Differentiate between speed and acceleration.', 7)\n",
      "('How is distance related to displacement?', 7)\n",
      "('How does velocity work with distance?', 7)\n",
      "('Explain electric power.', 7)\n",
      "('Describe the use of mechanical power?', 7)\n",
      "('What is the center of gravity?', 7)\n",
      "('Static electricity is the fundamental basis of electric charge. Prove this as true.', 7)\n",
      "('What is dipole dipole interaction.', 7)\n",
      "('Magnets are always considered as dipoles. Why are there no magnetic monopoles?', 7)\n",
      "('Electric charge is defined by Gauss law. What is the standard unit of electric field?', 7)\n",
      "('What is the unit of Magnetic field?', 7)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Describe the phenomenon of light', 8)\n",
      "('How does light enable us to see?', 8)\n",
      "('Describe the wave theory of light', 8)\n",
      "('Describe the particle theory of light', 8)\n",
      "('How is sound different from light?', 8)\n",
      "('Explain how amplitude varies with distance in sound waves.', 8)\n",
      "('Explain Doppler effect of light', 8)\n",
      "('Explain Doppler effect of sound', 8)\n",
      "('Explain reflection of light', 8)\n",
      "('Explain refraction of light', 8)\n",
      "('Explain diffraction of light', 8)\n",
      "('How does reflection vary from diffraction', 8)\n",
      "('How does reflection vary from refraction', 8)\n",
      "('Why do elements have color?', 8)\n",
      "('Explain the phenomenon of colored light', 8)\n",
      "('What is the change in sound loudness effect described by a moving object at changing distances?', 8)\n",
      "(\"How does carbon's shape affect its properties?\", 8)\n",
      "('How does shape of an element affect its property to transmit light?', 8)\n",
      "('What is refractive index of a surface?', 8)\n",
      "('What are the three laws of Kinematics.', 8)\n",
      "(\"What are Newton's laws of motion?\", 8)\n",
      "('Conductance and Inductance are two opposites. Justify.', 8)\n",
      "('Terminal velocity describes what property of a body?', 8)\n",
      "('Whats the difference between light and sound.', 8)\n",
      "('Explain the difference between chemical kinetics and kinematics.', 8)\n",
      "('What is the addition law of vectors?', 8)\n",
      "('Why are Octopi classified as Molluscs?', 8)\n",
      "('How are telescopes different from periscopes with regard to curvature of the lens?', 8)\n",
      "('Explain the different between concave and convex lenses.', 8)\n",
      "('Where is the focal point of the eye?', 8)\n",
      "('Why is the focus of a plane mirror infinity?', 8)\n",
      "('When do you use a convex mirror?', 8)\n",
      "('What is the center of curvature for a mirror?', 8)\n",
      "('How does a plane mirror reflect light?', 8)\n",
      "('How is power of the eye measured?', 8)\n",
      "('What is the Brewster angle and how is it related to refractive index?', 8)\n",
      "('Lenses are used in spectacles for correcting eye defects. How does this work?', 8)\n",
      "('How do mirrors differ from lenses?', 8)\n",
      "('Temperature is proportional to volume. Explain.', 8)\n",
      "('What is the law of Buoyancy? How discovered it? How does it relate density with mass and volume?', 8)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Explain the terms Paramagnetism, Diamagnetism, Antiferromagnetism, Antiferrimagnetism', 9)\n",
      "('How does diffraction vary from refreaction', 9)\n",
      "('Why do the P block elements exhibit Diamagentic property', 9)\n",
      "('Why do the D block elements exhibit Paramagnetism.', 9)\n",
      "('What disease is cause by Clostidrium Tetani?', 9)\n",
      "('Expain voltage in series and parallel.', 9)\n",
      "('Explain the difference between Bronsted acid and Lowry Bases.', 9)\n",
      "('Exoskeleton and Endoskeletons are differentiated by what characteristics?', 9)\n",
      "('What is the zeroth law of thermodynamics?', 9)\n",
      "('A body of mass 1000kg moves with a velocity of 200m/s with an acceleration of 5m/s^2. Calculate the volume of the sun.', 9)\n",
      "('How is adulteration of ghee with nickel palladium catalyst cause it to become vanaspathee ghee?', 9)\n",
      "('Aves classifies birds. What are huamns?', 9)\n",
      "(\"How is Tollen's reagent beneficial for test of Alkanes?\", 9)\n",
      "('What is myopia and hypermetropia?', 9)\n",
      "('How is aluminium extracted?', 9)\n",
      "('Why is cryolite used as a catalyst?', 9)\n",
      "('Friction is the opposing force experienced by objects moving on rough surfaces.Yes or No?', 9)\n",
      "('How is cheese manafactured in Goat?', 9)\n",
      "('How many elements are present in the pereodic table?', 9)\n",
      "('Polio was eradicated in 1985. What is the vaccine called?', 9)\n",
      "('What is stainless steel? How is it manafactured from coal,iron and limestone?', 9)\n"
     ]
    }
   ],
   "source": [
    "prev=0\n",
    "li=[]\n",
    "cluster1 = KMeansClusterer(num_means = 10,distance = util.cosine_distance, repeats=30)\n",
    "for i in sorted(list(zip(o_da,a)),key = lambda x: x[1]):\n",
    "    if i[1]!=prev:\n",
    "        print(\"-\"*90)\n",
    "    prev=i[1]\n",
    "    print(i)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# DBSCAN"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 262,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.cluster import DBSCAN\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 263,
   "metadata": {},
   "outputs": [],
   "source": [
    "from collections import Counter\n",
    "\n",
    "def get_unique(x):\n",
    "    setx = set()\n",
    "    return [i for i in x if not (i in setx or setx.add(i))]\n",
    "\n",
    "def doit(o_dataset,model):\n",
    "    dataset,o_da = preprocess(o_dataset,model)\n",
    "    #print(dataset)\n",
    "    dataset = get_unique(dataset)\n",
    "    o_da = get_unique(o_da)\n",
    "    #print(len(o_da))\n",
    "    d = tfidf(dataset)\n",
    "    #print(\"Total number of questions -> \",len(o_dataset),\" | Unique questions ->\",len(dataset))\n",
    "    c = list(set(\" \".join(dataset).split()))\n",
    "    k=0\n",
    "    vec = {}\n",
    "    new=[]\n",
    "    for i in c:\n",
    "        if i in model.vocab:\n",
    "            new.append(i)\n",
    "        else:\n",
    "            pass\n",
    "            #print(i)\n",
    "    x = model[np.array(new)]\n",
    "\n",
    "    vec = dict(zip(new,x))\n",
    "\n",
    "    b=[]\n",
    "    cc = np.zeros((300,))\n",
    "    for index,sentence in enumerate(dataset):\n",
    "        cc = np.zeros((300,))\n",
    "        count = len(sentence.split())\n",
    "        #print(\"count->\",count)\n",
    "        count = 0\n",
    "        for index1,i in enumerate(sentence.split()):\n",
    "            try:\n",
    "\n",
    "                weight = d[index][i]\n",
    "                '''print(\"+++++++++++++++++++++++=\")'''\n",
    "                count+=weight\n",
    "                \"\"\"if index==100:\n",
    "                    print(weight,i)\"\"\"\n",
    "                \"\"\"if index1 in mm[index]:\n",
    "                    if i ==\"Rinderpest\":\n",
    "                        print(\"__________________\",i,mm[index][index1])\n",
    "                        break\n",
    "                    weight = mm[index][index1]    \n",
    "                else:\n",
    "\n",
    "                    if i == \"Rinderpest\":\n",
    "                        print(i)\n",
    "                    weight=0.01\"\"\"\n",
    "                #print(weight)\n",
    "                cc = np.add(cc,weight*vec[i])\n",
    "                #print(\"--------------------------\")\n",
    "                #print(\"**\",i)\n",
    "            except Exception as e:\n",
    "                '''print(\"yp\",e)\n",
    "                print(\"except\",weight,i)'''\n",
    "                if weight>1:\n",
    "                    count+=weight\n",
    "                    cc = np.add(cc,weight*np.full((300,),0.5))\n",
    "                    #print(weight)\n",
    "            #print(i,weight)\n",
    "        cc = cc/count\n",
    "        #print(count,cc)\n",
    "        b.append(cc)\n",
    "    return b,o_da"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 264,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "IN NEW ITER\n",
      "Note the similarity and dissimilarity between intensive subsistence farming and commercial farming practiced in India.\n",
      "Note similarity dissimilarity intensive subsistence farm commercial farming practice India\n",
      "100\n",
      "[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, -1]\n",
      "\n",
      "\n",
      "----New Cluster 1----\n",
      "\n",
      "\n",
      "('Differentiate between intensive subsistence farming and commercial farming practiced in India.', 0)\n",
      "('State the differences between commercial farming and intensive subsistence farming', 0)\n",
      "\n",
      "\n",
      "----New Cluster 2----\n",
      "\n",
      "\n",
      "('Why is development of manufacturing industries being measured by economic strength of a country', 1)\n",
      "('Explain with examples why the development of manufacturing industries being measured by economic strength of a country', 1)\n",
      "\n",
      "\n",
      "----New Cluster 3----\n",
      "\n",
      "\n",
      "('Mention five functions of political parties performed in a democracy.', 2)\n",
      "('What are the functions performed by political parties in a democracy?', 2)\n",
      "('Describe any five major functions of political parties performed in a democracy.', 2)\n",
      "\n",
      "\n",
      "----New Cluster 4----\n",
      "\n",
      "\n",
      "('Democracy stands much superior to any other form of government in promoting dignity and freedom of the individual. Justify this statement.', 3)\n",
      "('What is the role of democracy in promoting dignity and freedom of the individual', 3)\n",
      "\n",
      "\n",
      "----New Cluster 5----\n",
      "\n",
      "\n",
      "('Democracies lead to peaceful and harmonious life among citizens. Justify this statement.', 4)\n",
      "('State why Democracies lead to peaceful and harmonious life among citizens', 4)\n",
      "('How does democracy help in leading peaceful and harmonious life among citizens', 4)\n",
      "\n",
      "\n",
      "----New Cluster 6----\n",
      "\n",
      "\n",
      "('How has foreign trade been integrating markets of different countries Explain with examples.', 5)\n",
      "('Explain with examples how foreign trade integrates markets of different countries', 5)\n",
      "\n",
      "\n",
      "----New Cluster 7----\n",
      "\n",
      "\n",
      "('How do we feel the impact of globalization on our daily life Explain with examples.', 6)\n",
      "('How has globalization impacted on our daily life', 6)\n",
      "('What is the impact of globalization on our daily life', 6)\n",
      "\n",
      "\n",
      "----New Cluster 8----\n",
      "\n",
      "\n",
      "('Explain how Indian industries and trade had been ruined under the British rule in the eighteenth century.', 7)\n",
      "('What was the impact of British rule on Indian industries and trade in eighteenth century', 7)\n",
      "\n",
      "\n",
      "----New Cluster 9----\n",
      "\n",
      "\n",
      "('Explain any two main features of Harappan culture.', 8)\n",
      "('state the features of Harappan culture', 8)\n",
      "('Describe the features of Harappan culture', 8)\n",
      "\n",
      "\n",
      "----New Cluster 10----\n",
      "\n",
      "\n",
      "('Name the northern, eastern, southern and western nlost stations of Golden Quadrilateral express national highway.', 9)\n",
      "('what are the northern, eastern, southern and western nlost stations of Golden Quadrilateral express national highway.', 9)\n",
      "\n",
      "\n",
      "----New Cluster 11----\n",
      "\n",
      "\n",
      "('How do the means of mass communication play a vital role in creating awareness among the people', 10)\n",
      "('How is awareness among the people created by means of mass communication', 10)\n",
      "('What is the role of mass communication in creating awareness among the people', 10)\n",
      "\n",
      "\n",
      "----New Cluster 12----\n",
      "\n",
      "\n",
      "('State any two contributions of Ishwar Chandra Vidyasagar in reforming Indian society.', 11)\n",
      "('How did Ishwar Chandra Vidyasagar help in reforming Indian society.', 11)\n",
      "('Describe the role of Ishwar Chandra Vidyasagar in reforming Indian society.', 11)\n",
      "\n",
      "\n",
      "----New Cluster 13----\n",
      "\n",
      "\n",
      "('Health sector interplays the most significant role in human development. Justify this statement with two arguments.', 12)\n",
      "('What is the role of health sector in human development', 12)\n",
      "('Justify with appropriate argument the role of health sector in human development', 12)\n",
      "\n",
      "\n",
      "----New Cluster 14----\n",
      "\n",
      "\n",
      "('Describe any four characteristics of subsistence farming.', 13)\n",
      "('Describe the characteristics subsistence farming.', 13)\n",
      "('What are the characteristics of subsistence farming.', 13)\n",
      "\n",
      "\n",
      "----New Cluster 15----\n",
      "\n",
      "\n",
      "('Describe any four steps taken by the Government to improve Indian agriculture after Independence.', 14)\n",
      "('What are the steps taken by the Government to improve Indian agriculture after Independence.', 14)\n",
      "('Describe the Governments role in improving the Indian agriculture after Independence.', 14)\n",
      "\n",
      "\n",
      "----New Cluster 16----\n",
      "\n",
      "\n",
      "('Describe any four major problems faced by cotton textile industry in India.', 15)\n",
      "('What are the issues faced by cotton textile industry in India.', 15)\n",
      "('Explain the problems suffered by cotton textile industry', 15)\n",
      "\n",
      "\n",
      "----New Cluster 17----\n",
      "\n",
      "\n",
      "('The revolt of [1857] marked a turning point in the history of India. Support this statement by giving four facts.', 16)\n",
      "('Explain how the revolt of [1857] marked a turning point in the history of India.', 16)\n",
      "('Prove with facts how the revolt of [1857] marked a turning point in the history of India.', 16)\n",
      "\n",
      "\n",
      "----New Cluster 18----\n",
      "\n",
      "\n",
      "('What is the affect of communalism to national unity', 17)\n",
      "('Explain with example the affect of communalism to national unity', 17)\n",
      "\n",
      "\n",
      "----New Cluster 19----\n",
      "\n",
      "\n",
      "('What is veto power', 18)\n",
      "('What are the countries that have veto power and explain what that is', 18)\n",
      "\n",
      "\n",
      "----New Cluster 20----\n",
      "\n",
      "\n",
      "('Explain any four objectives of a search and rescue team.', 19)\n",
      "('What is the job of search and rescue team.', 19)\n",
      "('Why is search and rescue team necessary', 19)\n",
      "\n",
      "\n",
      "----New Cluster 21----\n",
      "\n",
      "\n",
      "('Who formed the Indian National Congress', 20)\n",
      "('Why was Indian National Congress formed. What are its objectives', 20)\n",
      "\n",
      "\n",
      "----New Cluster 22----\n",
      "\n",
      "\n",
      "('Describe any six factors that were responsible for the rise of extremism in India.', 21)\n",
      "('Describe the factors that were responsible for the rise of extremism in India.', 21)\n",
      "\n",
      "\n",
      "----New Cluster 23----\n",
      "\n",
      "\n",
      "('How does challenge help in progress', 22)\n",
      "('What is the role of challenge in progress of a person', 22)\n",
      "IN NEW ITER\n",
      "Why does democracy stand much superior to any other form of government\n",
      "democracy stand much superior form government\n",
      "42\n",
      "[0, 1, 2, 3, 4, 5, -1]\n",
      "\n",
      "\n",
      "----New Cluster 24----\n",
      "\n",
      "\n",
      "('Define the term economic development. State the two bases of measuring economic development of a country.', 0)\n",
      "('What is economic development', 0)\n",
      "('How is economic development measured', 0)\n",
      "\n",
      "\n",
      "----New Cluster 25----\n",
      "\n",
      "\n",
      "('Who is a disabled person Give one example each of two types of disabilities.', 1)\n",
      "('How do you describe a disabled person. Explain the disabilities with examples', 1)\n",
      "\n",
      "\n",
      "----New Cluster 26----\n",
      "\n",
      "\n",
      "('Suggest two facts which should be borne in mind while selecting a site for a building in coastal areas.', 2)\n",
      "('What are the features that has to be considered while selecting a site for a building in coastal areas.', 2)\n",
      "\n",
      "\n",
      "----New Cluster 27----\n",
      "\n",
      "\n",
      "('Coal is the main source of energy as well as a raw material for industries in India. Support this statement with two facts for each.', 3)\n",
      "('Why is coal the main source of energy for industries in India', 3)\n",
      "('Support with facts the importance of coal as source of energy', 3)\n",
      "\n",
      "\n",
      "----New Cluster 28----\n",
      "\n",
      "\n",
      "('How is disaster managed at different levels Explain with one example each, from any four levels.', 4)\n",
      "('How is disaster management achieved at four levels', 4)\n",
      "\n",
      "\n",
      "----New Cluster 29----\n",
      "\n",
      "\n",
      "('Give any two examples of informal sector of credit.', 5)\n",
      "('What is informal sector of credit', 5)\n",
      "IN NEW ITER\n",
      "Why does democracy stand much superior to any other form of government\n",
      "democracy stand much superior form government\n",
      "28\n",
      "[0, 1, 2, 3, 4, 5, -1]\n",
      "\n",
      "\n",
      "----New Cluster 30----\n",
      "\n",
      "\n",
      "('Describe the role of development of manufacturing industries with respect to economic strength of a country', 0)\n",
      "('When we produce goods by exploiting natural resources, in which category of economic sector such activities come', 0)\n",
      "\n",
      "\n",
      "----New Cluster 31----\n",
      "\n",
      "\n",
      "('Two features a and are marked on the given political outline map of India. Identify these features with the help of the following information and write their correct names on the lines marked near them The place where the Indian National Congress Session was held. The place where Gandhiji organized Satyagraha in favour of cotton mill workers. Locate and label the following with appropriate symbols on the same given outline political map of India. Raja Sansi International Airport Bhadravati Iron and Steel Plant Software Technology Park of West Bengal w.careerindia.co Note: The following questions are for the Visually Impaired candidates only in lieu of Q. No. Name the state where the Indigo planters organized Satyagraha. Name the state where Gandhiji violated the Salt Law. Name the state where Raja Sansi International Airport is located. Name the state where Salem Iron and Steel Plant is located. Name the state where Narora Nuclear Power Plant is located.', 1)\n",
      "('On the given political outline map of India, the place is shown by No. where Congress was split in [1907]. Identify the place and name it on the line drawn. On the same map shade and name the state where Jallianwala Bagh incident occurred. On the given political outline map of India, four geographical features and are marked. Identify these features with the help of the map key and write their correct names on the line marked against each in the map.', 1)\n",
      "('On the given political outline map of India locate and label the following features Kanpur Cotton Textile Centre Kaiga Nuclear Power Station Haldia Oil Refinery Kandla Seaport', 1)\n",
      "\n",
      "\n",
      "----New Cluster 32----\n",
      "\n",
      "\n",
      "('What are the characteristics of tsunami', 2)\n",
      "('How does tsunami occur', 2)\n",
      "\n",
      "\n",
      "----New Cluster 33----\n",
      "\n",
      "\n",
      "('Describe two different approaches by which the number of the poor are estimated in the country.', 3)\n",
      "('What are the ways of finding out number of the poor in the country', 3)\n",
      "\n",
      "\n",
      "----New Cluster 34----\n",
      "\n",
      "\n",
      "('When was the Muslim League formed', 4)\n",
      "('Explain the objectives of Muslim league', 4)\n",
      "('When was the Muslim League formed.Explain the objectives of Muslim league', 4)\n",
      "('What is informal sector of credit.Explain', 4)\n",
      "\n",
      "\n",
      "----New Cluster 35----\n",
      "\n",
      "\n",
      "('State any two goals of development other than income.', 5)\n",
      "('What are the goals of development', 5)\n",
      "IN NEW ITER\n",
      "What are the characteristics of a disabled person\n",
      "characteristic disable person\n",
      "13\n",
      "[-1]\n",
      "['Note the similarity and dissimilarity between intensive subsistence farming and commercial farming practiced in India.', 'Why does democracy stand much superior to any other form of government', 'What are the characteristics of a disabled person', 'Write any four facts about tsunami.', 'How did British rule affect Indian industries and trade', 'India is a multilingual country. Justify the statement with two arguments.', 'How are poor estimated in the country', 'How does communalism pose a threat to our national unity Explain.', 'Explain the term Veto. Name any four countries which have veto power.', 'When was Indian National Congress founded Who played the most important part in its formation Describe the main objectives of the Congress.', 'State the factors required for rise of extremism in India.', 'What is necessary for development', 'A challenge is not just any problem but an opportunity for progress. Analyse the statement.']\n"
     ]
    }
   ],
   "source": [
    "dataset1 = o_dataset\n",
    "num = 1\n",
    "eps = 0.2;min_samples = 2\n",
    "while(True):\n",
    "    print(\"IN NEW ITER\")\n",
    "    b,o_da = doit(dataset1,model)\n",
    "    print(len(o_da))\n",
    "    dbs = DBSCAN(eps=eps,min_samples=min_samples,metric=\"cosine\")\n",
    "    x = dbs.fit(b)\n",
    "    x_labels = list(set(x.labels_))\n",
    "    print(x_labels)\n",
    "    li = []\n",
    "    prev = -1\n",
    "    for i in sorted(list(zip(o_da,x.labels_)),key = lambda x: x[1]):\n",
    "        if i[1]==-1:\n",
    "            li.append(i[0])\n",
    "            continue\n",
    "        if i[1]!=prev:\n",
    "            print(\"\\n\\n----New Cluster \"+str(num)+\"----\\n\\n\")\n",
    "            num+=1\n",
    "        prev=i[1]\n",
    "        print(i)\n",
    "    dataset1 = li\n",
    "    eps+=0.1\n",
    "    if(len(x_labels)<2):\n",
    "        break\n",
    "print(li)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/lib/python3/dist-packages/ipykernel_launcher.py:1: FutureWarning: elementwise comparison failed; returning scalar instead, but in the future will perform elementwise comparison\n",
      "  \"\"\"Entry point for launching an IPython kernel.\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "False"
      ]
     },
     "execution_count": 88,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\"Mention the major similarities between RNA and DNA\" in b"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, -1}\n"
     ]
    }
   ],
   "source": [
    "\n",
    "print(set(x.labels_))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------------------------------------------------------------\n",
      "('What is light?', -1)\n",
      "('Describe the phenomenon of light', -1)\n",
      "('How does light enable us to see?', -1)\n",
      "('What are the two theories of light?', -1)\n",
      "('Describe the wave theory of light', -1)\n",
      "('Describe the particle theory of light', -1)\n",
      "('Explain magnetic resonance', -1)\n",
      "('What are the four types of magnetism?', -1)\n",
      "('What are hard magnets?', -1)\n",
      "('What are soft magnets?', -1)\n",
      "('Differentiate between types of magnets.', -1)\n",
      "('How is sound different from light?', -1)\n",
      "('What wave is a sound wave?', -1)\n",
      "('Explain how amplitude varies with distance in sound waves.', -1)\n",
      "('What magnetic fields are used by motors', -1)\n",
      "('What magnetic fields are used by generators', -1)\n",
      "(\"Show the Fleming's left hand rule for motors.\", -1)\n",
      "('When should the left and right hand rules be used respectively?', -1)\n",
      "('Explain reflection of light', -1)\n",
      "('Explain refraction of light', -1)\n",
      "('Explain diffraction of light', -1)\n",
      "('What angle does light bounce of a rough surface', -1)\n",
      "('Given the surface chemistry property of adsorption, how is the adsorption affected by surface and temperature', -1)\n",
      "('Why do elements have color?', -1)\n",
      "('Explain the phenomenon of colored light', -1)\n",
      "('Why does light have seven colors, but only white light can be seen from the sun?', -1)\n",
      "('What is the change in sound loudness effect described by a moving object at changing distances?', -1)\n",
      "('Chemical Kinetics vs surface chemistry. Explain.', -1)\n",
      "('What are alkali earth metals?', -1)\n",
      "('How do alkalis differ from halogens and d block elements?', -1)\n",
      "('Why is carbon inert?', -1)\n",
      "(\"How does carbon's shape affect its properties?\", -1)\n",
      "('How does shape of an element affect its property to transmit light?', -1)\n",
      "('Describe the structure of benzene.', -1)\n",
      "('Why is benzene dangerous.', -1)\n",
      "('How does the structure of carbon atoms affect the stability of benzene?', -1)\n",
      "('Explain tetanus symptoms.', -1)\n",
      "('Who invented Penicillin?', -1)\n",
      "('How did vaccines affect the world?', -1)\n",
      "('Describe the role of tetanus vaccine in preventing tetanus.', -1)\n",
      "('How do plants absorb light?', -1)\n",
      "('How does hydrolysis of water work?', -1)\n",
      "('Explain the role Sodium as a metals', -1)\n",
      "('Why are atoms of Sodium held close to each other?', -1)\n",
      "('Explain the fundamental theory of magnetism.', -1)\n",
      "('How are metallic atoms affected by magnetic field?', -1)\n",
      "('Why are plants green in color?', -1)\n",
      "('Why is the sky blue?', -1)\n",
      "('How does the atmosphere protect the Earth from meteors?', -1)\n",
      "('Why is the surface of the moon full of craters?', -1)\n",
      "('Why is iron present alongside calcium?', -1)\n",
      "('Iron has the highest ionization enthalpy. Justify.', -1)\n",
      "('What is the powerhouse of the cell?', -1)\n",
      "('Describe the difference between plant cells and animal cells?', -1)\n",
      "('Differentiate between batteries and cells.', -1)\n",
      "('How are chemical reactions generating voltage in a battery?', -1)\n",
      "('Repulsion is the surest test of magnetism. State true or false', -1)\n",
      "('Justify that current causes shocks and not voltage.', -1)\n",
      "('Give the resistivity of the following materials.', -1)\n",
      "(\"Derive Shockley's equation\", -1)\n",
      "('What are the four spheres of the Earth?', -1)\n",
      "('List all the layers of the atmosphere.', -1)\n",
      "('What are the three laws of Kinematics.', -1)\n",
      "(\"What are Newton's laws of motion?\", -1)\n",
      "('How is Potential energy related to Kinetic energy?', -1)\n",
      "('What is the potential of a battery at 5 volts.', -1)\n",
      "('How do neurons generate electricity?', -1)\n",
      "('What is ADT and how does it provide humans energy?', -1)\n",
      "('What is the law of conservation of energy?', -1)\n",
      "('Using lightning as a source of electricity is not feasible. Justify.', -1)\n",
      "('Hurricanes generate winds of extremely high velocity. Where does this energy come from?', -1)\n",
      "('What happens when an unstoppable force meets an immovable object?', -1)\n",
      "('If viscosity of gasses increases with temperature, how does viscosity of water change with increase in temperature?', -1)\n",
      "('Explain ice vs dry ice', -1)\n",
      "('How is water and salt produced when an acid mixes with a base.', -1)\n",
      "('Why is the human body sensitive to acidity?', -1)\n",
      "('Why is the heart not in the stomach?', -1)\n",
      "('How is food converted to energy?', -1)\n",
      "('Why is cheese made from milk?', -1)\n",
      "('How was cowpox used as a prevention of the smallpox disease?', -1)\n",
      "('How is a Goat difference from a slice of cheese?', -1)\n",
      "('Explain the movement of particles during Brownian Motion.', -1)\n",
      "('Why is the moon considered a satellite?', -1)\n",
      "('Explain how Jupiter protects the Earth from the Asteroid Belt.', -1)\n",
      "('How is voltage related to current?', -1)\n",
      "('Conductance and Inductance are two opposites. Justify.', -1)\n",
      "('How does streamlining help movement through gasses and liquids?', -1)\n",
      "('Explain the drag force in air?', -1)\n",
      "('Terminal velocity describes what property of a body?', -1)\n",
      "('How does the second law of thermodynamics govern a perfect engine?', -1)\n",
      "(\"What is Carnot's engine?\", -1)\n",
      "('Explain anomalous expansion of water.', -1)\n",
      "('Ice has a lesser density than water. How is this possible?', -1)\n",
      "('What temperature does water turn to steam.', -1)\n",
      "('What is the boiling point of water.', -1)\n",
      "('Why is Nitrogen used in laughing gas?', -1)\n",
      "('Which elements are present in the atmosphere?', -1)\n",
      "('The slice of cheese is green. Why.', -1)\n",
      "('Explain the property of rusting.', -1)\n",
      "('Explain rechargeable batteries.', -1)\n",
      "('How does agar agar help in connection between cells.', -1)\n",
      "('Where is butane and propane used?', -1)\n",
      "('What is coal tar?', -1)\n",
      "('Explain fractional distillation of petroleum.', -1)\n",
      "('Electric fields are perpendicular to magnetic fields. True or False?', -1)\n",
      "('How are atoms different from molecules?', -1)\n",
      "('Explain covalent bond vs ionic bond.', -1)\n",
      "('Why are nitrogen atoms triple bonded?', -1)\n",
      "('Why is chlorine a halogen?', -1)\n",
      "('What is the relation between the P block elements and the halogens?', -1)\n",
      "('How is time related to space?', -1)\n",
      "('How is momentum related to velocity?', -1)\n",
      "('How is force related to mass and acceleration?', -1)\n",
      "(\"Entropy is based off Gibb's free energy. Justify.\", -1)\n",
      "('How does Benzene differ from cheese.', -1)\n",
      "('Why are bananas yellow?', -1)\n",
      "('Proteins and carbohydrates are sources of energy. Explain.', -1)\n",
      "('Why are sugars sweet?', -1)\n",
      "('Explain how the digestive system work?', -1)\n",
      "('How do veins and arteries power the heart?', -1)\n",
      "('The food pipe is actually made of cheese. Justify.', -1)\n",
      "('Whats the difference between light and sound.', -1)\n",
      "('Explain the difference between chemical kinetics and kinematics.', -1)\n",
      "('What are vectors? How do they spread diseases?', -1)\n",
      "('What is the addition law of vectors?', -1)\n",
      "('Differentiate between speed and acceleration.', -1)\n",
      "('How is distance related to displacement?', -1)\n",
      "('How does velocity work with distance?', -1)\n",
      "('Can the enthalpy of cheese be higher than a McChicken burger?', -1)\n",
      "('Why are junk foods so oily?', -1)\n",
      "('Explain how osmosis works between cells?', -1)\n",
      "('Diffusion is utilized by Amoeba. How is this related to Humans?', -1)\n",
      "('Why are cows herded on farms.', -1)\n",
      "('Why are meat, milk and eggs an excellent source of protein?', -1)\n",
      "('What is DNA?', -1)\n",
      "('What is the difference between DNA and RNA?', -1)\n",
      "('How does chemical balance of the body ensure a smooth functioning of the human body?', -1)\n",
      "('How many bones are present in the body?', -1)\n",
      "('Where is the femur located in the body?', -1)\n",
      "('What are the biological consequences of blood transfusion?', -1)\n",
      "('How is adulteration of ghee with nickel palladium catalyst cause it to become vanaspathee ghee?', -1)\n",
      "('How is ghee related to cheese?', -1)\n",
      "('Catalytic hydrogen is rare and hard to find. When should it be used?', -1)\n",
      "('How does Helium raise pitch of sound in humans?', -1)\n",
      "('Why are Goats used as a source of milk.', -1)\n",
      "('How many eggs does a chicken lay?', -1)\n",
      "('How is the intestine connected to the stomach?', -1)\n",
      "('What are taste buds?', -1)\n",
      "('Earthworms are hermaphrodites. True or False', -1)\n",
      "('Why are Octopi classified as Molluscs?', -1)\n",
      "('Aves classifies birds. What are huamns?', -1)\n",
      "('Amphibians are animals that live on land and water. Give examples of such animals.', -1)\n",
      "(\"Fleming's right hand was used to slap Abraham Lincoln.\", -1)\n",
      "('Explain the cyclotron device.', -1)\n",
      "('Why are chemical kinetic reactions permanent?', -1)\n",
      "('How are benzene double bonds stable?', -1)\n",
      "(\"What governs the Einstein's law of space and time?\", -1)\n",
      "('How are telescopes different from periscopes with regard to curvature of the lens?', -1)\n",
      "('Where is the focal point of the eye?', -1)\n",
      "('What is the chemical reaction associated with fermentation?', -1)\n",
      "('How does yeast help with fermentation?', -1)\n",
      "('Why is the focus of a plane mirror infinity?', -1)\n",
      "('What is the center of curvature for a mirror?', -1)\n",
      "('How does a plane mirror reflect light?', -1)\n",
      "('How is power of the eye measured?', -1)\n",
      "('Explain electric power.', -1)\n",
      "('Describe the use of mechanical power?', -1)\n",
      "('What is heat and how does it differ from cold?', -1)\n",
      "('What is vacuum?', -1)\n",
      "('Why are the oceans and seas salty?', -1)\n",
      "('Why is Neptune so cold?', -1)\n",
      "('Why is the sun so bright?', -1)\n",
      "('Explain the difference between rotation and revolution of the Earth?', -1)\n",
      "('What is the center of gravity?', -1)\n",
      "('What is the mass of Saturn?', -1)\n",
      "('Friction is the opposing force experienced by objects moving on rough surfaces.Yes or No?', -1)\n",
      "('Static electricity is the fundamental basis of electric charge. Prove this as true.', -1)\n",
      "('What is dipole dipole interaction.', -1)\n",
      "('Magnets are always considered as dipoles. Why are there no magnetic monopoles?', -1)\n",
      "('Why does the moon glow at night?', -1)\n",
      "('Lenses are used in spectacles for correcting eye defects. How does this work?', -1)\n",
      "('How do mirrors differ from lenses?', -1)\n",
      "('Why is the neutron chargeless?', -1)\n",
      "('Electric charge is defined by Gauss law. What is the standard unit of electric field?', -1)\n",
      "('What is the unit of Magnetic field?', -1)\n",
      "('Why do mushrooms not absorb sunlight?', -1)\n",
      "('How do parasites infect their victims?', -1)\n",
      "('How are viruses eradicated by the body?', -1)\n",
      "('How does the brain function?', -1)\n",
      "('How does bacterial infection affect the immune system?', -1)\n",
      "('Polio was eradicated in 1985. What is the vaccine called?', -1)\n",
      "('Explain resistors in series and parallel.', -1)\n",
      "('How do dams produce hydroelectricity?', -1)\n",
      "(\"Why does the moon reflect the sun's light?\", -1)\n",
      "('What is the ideal gas law?', -1)\n",
      "('Explain surface tension of liquids?', -1)\n",
      "('What is capillary action of liquids?', -1)\n",
      "('Are all F block elements radioactive?', -1)\n",
      "('What is the half life of radioactive elements?', -1)\n",
      "('What is the half life of carbon?', -1)\n",
      "('How do plants protect themselves from animals?', -1)\n",
      "('Why is gold used in cathodes?', -1)\n",
      "('Which metal is the best conductor of electricity?', -1)\n",
      "('Landslides are caused by lack of trees. Justify.', -1)\n",
      "('What is stainless steel? How is it manafactured from coal,iron and limestone?', -1)\n",
      "('What is ductility of a metal and how is it related to its conductance?', -1)\n",
      "('What are the differences between solids, liquids and gasses?', -1)\n",
      "('Temperature is proportional to volume. Explain.', -1)\n",
      "('What is the law of Buoyancy? How discovered it? How does it relate density with mass and volume?', -1)\n",
      "('Why is oxygen a diatomic molecule?', -1)\n",
      "('How does the atmospheric ozone protect us from the sun?', -1)\n",
      "('Why do stars flicker in the night sky?', -1)\n",
      "('Can cheese grow on Mars?', -1)\n",
      "('Mention the major similarities between RNA and DNA', -1)\n",
      "------------------------------------------------------------------------------------------\n",
      "('What is a magnetic field?', 0)\n",
      "('What are the units of magnetic field?', 0)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Explain the terms Paramagnetism, Diamagnetism, Antiferromagnetism, Antiferrimagnetism', 1)\n",
      "('How does diffraction vary from refreaction', 1)\n",
      "('Why do the P block elements exhibit Diamagentic property', 1)\n",
      "('Why do the D block elements exhibit Paramagnetism.', 1)\n",
      "('What disease is cause by Clostidrium Tetani?', 1)\n",
      "('Expain voltage in series and parallel.', 1)\n",
      "('Explain the difference between Bronsted acid and Lowry Bases.', 1)\n",
      "('Exoskeleton and Endoskeletons are differentiated by what characteristics?', 1)\n",
      "('What is the zeroth law of thermodynamics?', 1)\n",
      "('A body of mass 1000kg moves with a velocity of 200m/s with an acceleration of 5m/s^2. Calculate the volume of the sun.', 1)\n",
      "(\"How is Tollen's reagent beneficial for test of Alkanes?\", 1)\n",
      "('What is myopia and hypermetropia?', 1)\n",
      "('How is aluminium extracted?', 1)\n",
      "('Why is cryolite used as a catalyst?', 1)\n",
      "('How is cheese manafactured in Goat?', 1)\n",
      "('How many elements are present in the pereodic table?', 1)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Explain Doppler effect of light', 2)\n",
      "('Explain Doppler effect of sound', 2)\n",
      "------------------------------------------------------------------------------------------\n",
      "('How does reflection vary from diffraction', 3)\n",
      "('How does reflection vary from refraction', 3)\n",
      "------------------------------------------------------------------------------------------\n",
      "('What are halogens?', 4)\n",
      "('How is Barium not a halogen?', 4)\n",
      "------------------------------------------------------------------------------------------\n",
      "('What is refractive index of a surface?', 5)\n",
      "('What is the Brewster angle and how is it related to refractive index?', 5)\n",
      "------------------------------------------------------------------------------------------\n",
      "('What is a dry cell in a battery?', 6)\n",
      "('Why do batteries dry up?', 6)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Explain cathode and anode reactions at battery terminals?', 7)\n",
      "('Electrochemical reactions occur at the cathode or anode?', 7)\n",
      "------------------------------------------------------------------------------------------\n",
      "('What is the skeleton?', 8)\n",
      "('Explain the difference between plant skeleton and a human skeleton?', 8)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Explain the different between concave and convex lenses.', 9)\n",
      "('When do you use a convex mirror?', 9)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Why do protons and electrons exist in a nucleus?', 10)\n",
      "('Are neutrons heavier than protons or electrons?', 10)\n",
      "('Can quarks be separated from protons and electrons?', 10)\n"
     ]
    }
   ],
   "source": [
    "x.labels_\n",
    "li = []\n",
    "for i in sorted(list(zip(o_da,x.labels_)),key = lambda x: x[1]):\n",
    "    if i[1]==-1:\n",
    "        li.append(i[0])\n",
    "    if i[1]!=prev:\n",
    "        print(\"-\"*90)\n",
    "    prev=i[1]\n",
    "    print(i)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "214"
      ]
     },
     "execution_count": 92,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 154,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "177"
      ]
     },
     "execution_count": 154,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(li)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 155,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "187"
      ]
     },
     "execution_count": 155,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(bb)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Explain magnetic resonance\n",
      "Explain magnetic resonance\n",
      "133\n",
      "Total number of questions ->  133  | Unique questions -> 133\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n"
     ]
    }
   ],
   "source": [
    "bb,o_da = doit(li,model)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 170,
   "metadata": {},
   "outputs": [],
   "source": [
    "dbs = DBSCAN(eps=0.60,min_samples=2,metric=\"cosine\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 171,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "133"
      ]
     },
     "execution_count": 171,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(o_da)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 172,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{0, 1, -1}\n"
     ]
    }
   ],
   "source": [
    "x = dbs.fit(bb)\n",
    "print(set(x.labels_))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 173,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n",
       "        0,  0,  0,  0,  0,  0,  0,  1,  1,  0,  0,  0,  0,  0,  0,  0,  0,\n",
       "        0,  0,  0,  0,  0,  0,  0,  0,  0, -1,  0,  0,  0,  0,  0,  0,  0,\n",
       "        0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  1,  0,  0,  0,  0,  0,  0,\n",
       "        0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0, -1,  0,  0,  0,  0,\n",
       "        0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n",
       "        1,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  1,  0,  0,\n",
       "        0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0])"
      ]
     },
     "execution_count": 173,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x.labels_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 169,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------------------------------------------------------------\n",
      "('How does light enable us to see?', -1)\n",
      "('Explain magnetic resonance', -1)\n",
      "('Differentiate between types of magnets.', -1)\n",
      "('How is sound different from light?', -1)\n",
      "('What wave is a sound wave?', -1)\n",
      "('Explain how amplitude varies with distance in sound waves.', -1)\n",
      "('Explain reflection of light', -1)\n",
      "('What angle does light bounce of a rough surface', -1)\n",
      "('What is the change in sound loudness effect described by a moving object at changing distances?', -1)\n",
      "('Chemical Kinetics vs surface chemistry. Explain.', -1)\n",
      "('Why is carbon inert?', -1)\n",
      "('What is refractive index of a surface?', -1)\n",
      "('Describe the structure of benzene.', -1)\n",
      "('Why is benzene dangerous.', -1)\n",
      "('Who invented Penicillin?', -1)\n",
      "('How did vaccines affect the world?', -1)\n",
      "('How do plants absorb light?', -1)\n",
      "('Explain the role Sodium as a metals', -1)\n",
      "('Why are atoms of Sodium held close to each other?', -1)\n",
      "('Why is the sky blue?', -1)\n",
      "('Why is the surface of the moon full of craters?', -1)\n",
      "('Why is iron present alongside calcium?', -1)\n",
      "('What is the powerhouse of the cell?', -1)\n",
      "('Repulsion is the surest test of magnetism. State true or false', -1)\n",
      "('Give the resistivity of the following materials.', -1)\n",
      "(\"Derive Shockley's equation\", -1)\n",
      "('List all the layers of the atmosphere.', -1)\n",
      "('What are the three laws of Kinematics.', -1)\n",
      "(\"What are Newton's laws of motion?\", -1)\n",
      "('How is Potential energy related to Kinetic energy?', -1)\n",
      "('How do neurons generate electricity?', -1)\n",
      "('What is ADT and how does it provide humans energy?', -1)\n",
      "('Hurricanes generate winds of extremely high velocity. Where does this energy come from?', -1)\n",
      "('What happens when an unstoppable force meets an immovable object?', -1)\n",
      "('Explain ice vs dry ice', -1)\n",
      "('How is water and salt produced when an acid mixes with a base.', -1)\n",
      "('How is food converted to energy?', -1)\n",
      "('Explain the movement of particles during Brownian Motion.', -1)\n",
      "('Why is the moon considered a satellite?', -1)\n",
      "('Conductance and Inductance are two opposites. Justify.', -1)\n",
      "('How does streamlining help movement through gasses and liquids?', -1)\n",
      "('Explain the drag force in air?', -1)\n",
      "('Terminal velocity describes what property of a body?', -1)\n",
      "('How does the second law of thermodynamics govern a perfect engine?', -1)\n",
      "(\"What is Carnot's engine?\", -1)\n",
      "('Explain anomalous expansion of water.', -1)\n",
      "('Ice has a lesser density than water. How is this possible?', -1)\n",
      "('What is the boiling point of water.', -1)\n",
      "('Why is Nitrogen used in laughing gas?', -1)\n",
      "('Which elements are present in the atmosphere?', -1)\n",
      "('Explain the property of rusting.', -1)\n",
      "('How does agar agar help in connection between cells.', -1)\n",
      "('Where is butane and propane used?', -1)\n",
      "('What is coal tar?', -1)\n",
      "('Explain fractional distillation of petroleum.', -1)\n",
      "('How are atoms different from molecules?', -1)\n",
      "('How is time related to space?', -1)\n",
      "('How is force related to mass and acceleration?', -1)\n",
      "(\"Entropy is based off Gibb's free energy. Justify.\", -1)\n",
      "('How does Benzene differ from cheese.', -1)\n",
      "('Why are bananas yellow?', -1)\n",
      "('Proteins and carbohydrates are sources of energy. Explain.', -1)\n",
      "('Why are sugars sweet?', -1)\n",
      "('Explain how the digestive system work?', -1)\n",
      "('What is the addition law of vectors?', -1)\n",
      "('Differentiate between speed and acceleration.', -1)\n",
      "('How is distance related to displacement?', -1)\n",
      "('Can the enthalpy of cheese be higher than a McChicken burger?', -1)\n",
      "('Why are junk foods so oily?', -1)\n",
      "('Diffusion is utilized by Amoeba. How is this related to Humans?', -1)\n",
      "('Why are cows herded on farms.', -1)\n",
      "('What are the biological consequences of blood transfusion?', -1)\n",
      "('Catalytic hydrogen is rare and hard to find. When should it be used?', -1)\n",
      "('How does Helium raise pitch of sound in humans?', -1)\n",
      "('Why are Goats used as a source of milk.', -1)\n",
      "('Earthworms are hermaphrodites. True or False', -1)\n",
      "('Why are Octopi classified as Molluscs?', -1)\n",
      "('Amphibians are animals that live on land and water. Give examples of such animals.', -1)\n",
      "(\"Fleming's right hand was used to slap Abraham Lincoln.\", -1)\n",
      "('Explain the cyclotron device.', -1)\n",
      "('Why are chemical kinetic reactions permanent?', -1)\n",
      "(\"What governs the Einstein's law of space and time?\", -1)\n",
      "('How are telescopes different from periscopes with regard to curvature of the lens?', -1)\n",
      "('Where is the focal point of the eye?', -1)\n",
      "------------------------------------------------------------------------------------------\n",
      "('What are the two theories of light?', 0)\n",
      "('What are the four types of magnetism?', 0)\n",
      "('Explain the fundamental theory of magnetism.', 0)\n",
      "------------------------------------------------------------------------------------------\n",
      "(\"Show the Fleming's left hand rule for motors.\", 1)\n",
      "('When should the left and right hand rules be used respectively?', 1)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Given the surface chemistry property of adsorption, how is the adsorption affected by surface and temperature', 2)\n",
      "('How does hydrolysis of water work?', 2)\n",
      "('Iron has the highest ionization enthalpy. Justify.', 2)\n",
      "('If viscosity of gasses increases with temperature, how does viscosity of water change with increase in temperature?', 2)\n",
      "('What temperature does water turn to steam.', 2)\n",
      "('Explain the difference between chemical kinetics and kinematics.', 2)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Why do elements have color?', 3)\n",
      "('Why are plants green in color?', 3)\n",
      "------------------------------------------------------------------------------------------\n",
      "('How do alkalis differ from halogens and d block elements?', 4)\n",
      "('What is the relation between the P block elements and the halogens?', 4)\n",
      "------------------------------------------------------------------------------------------\n",
      "(\"How does carbon's shape affect its properties?\", 5)\n",
      "('How does shape of an element affect its property to transmit light?', 5)\n",
      "('How does the structure of carbon atoms affect the stability of benzene?', 5)\n",
      "('Explain covalent bond vs ionic bond.', 5)\n",
      "('Why are nitrogen atoms triple bonded?', 5)\n",
      "('How are benzene double bonds stable?', 5)\n",
      "------------------------------------------------------------------------------------------\n",
      "('How does the atmosphere protect the Earth from meteors?', 6)\n",
      "('What are the four spheres of the Earth?', 6)\n",
      "('Explain how Jupiter protects the Earth from the Asteroid Belt.', 6)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Describe the difference between plant cells and animal cells?', 7)\n",
      "('Explain how osmosis works between cells?', 7)\n",
      "------------------------------------------------------------------------------------------\n",
      "('How are chemical reactions generating voltage in a battery?', 8)\n",
      "('Justify that current causes shocks and not voltage.', 8)\n",
      "('What is the potential of a battery at 5 volts.', 8)\n",
      "('How is voltage related to current?', 8)\n",
      "('Explain rechargeable batteries.', 8)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Why is the human body sensitive to acidity?', 9)\n",
      "('How does chemical balance of the body ensure a smooth functioning of the human body?', 9)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Why is the heart not in the stomach?', 10)\n",
      "('How do veins and arteries power the heart?', 10)\n",
      "('How is the intestine connected to the stomach?', 10)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Why is cheese made from milk?', 11)\n",
      "('The food pipe is actually made of cheese. Justify.', 11)\n",
      "('Why are meat, milk and eggs an excellent source of protein?', 11)\n",
      "('How is ghee related to cheese?', 11)\n",
      "('How many eggs does a chicken lay?', 11)\n",
      "------------------------------------------------------------------------------------------\n",
      "('How was cowpox used as a prevention of the smallpox disease?', 12)\n",
      "('What are vectors? How do they spread diseases?', 12)\n",
      "------------------------------------------------------------------------------------------\n",
      "('How is a Goat difference from a slice of cheese?', 13)\n",
      "('The slice of cheese is green. Why.', 13)\n",
      "------------------------------------------------------------------------------------------\n",
      "('How is momentum related to velocity?', 14)\n",
      "('How does velocity work with distance?', 14)\n",
      "------------------------------------------------------------------------------------------\n",
      "('How many bones are present in the body?', 15)\n",
      "('Where is the femur located in the body?', 15)\n"
     ]
    }
   ],
   "source": [
    "li = []\n",
    "for i in sorted(list(zip(o_da,x.labels_)),key = lambda x: x[1]):\n",
    "    if i[1]==-1:\n",
    "        li.append(i[0])\n",
    "    if i[1]!=prev:\n",
    "        print(\"-\"*90)\n",
    "    prev=i[1]\n",
    "    print(i)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 136,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "What is a magnetic field?\n",
      "magnetic field\n",
      "['light enable see', 'two theory light', 'magnetic field', 'unit magnetic field', 'Explain magnetic resonance', 'Explain term Paramagnetism Diamagnetism Antiferromagnetism Antiferrimagnetism', 'four type magnetism', 'hard magnet', 'soft magnet', 'Differentiate type magnet', 'Explain amplitude varies distance sound wave', 'Explain Doppler effect light', 'Explain Doppler effect sound', 'magnetic field use motor', 'magnetic field use generator', 'Show Fleming s left hand rule motor', 'left right hand rule use respectively', 'Explain reflection light', 'diffraction vary refreaction', 'reflection vary diffraction', 'reflection vary refraction', 'angle light bounce rough surface', 'Given surface chemistry property adsorption adsorption affect surface temperature', 'element color', 'Explain phenomenon color light', 'light seven color white light see sun', 'change sound loudness effect describe move object change distance', 'Chemical Kinetics v surface chemistry Explain', 'block element exhibit Paramagnetism', 'alkali earth metal', 'halogen', 'carbon inert', 'carbon s shape affect property', 'shape element affect property transmit light', 'refractive index surface', 'Describe structure benzene', 'benzene dangerous', 'structure carbon atom affect stability benzene', 'disease cause Clostidrium Tetani', 'Explain tetanus symptom', 'invent Penicillin', 'vaccine affect world', 'Describe role tetanus vaccine prevent tetanus', 'plant absorb light', 'Explain role Sodium metal', 'atom Sodium hold close other', 'metallic atom affect magnetic field', 'plant green color', 'sky blue', 'atmosphere protect Earth meteor', 'surface moon full crater', 'iron present alongside calcium', 'Iron high ionization enthalpy Justify', 'powerhouse cell', 'Describe difference plant cell animal cell', 'dry cell battery', 'Explain cathode anode reaction battery terminal', 'Differentiate battery cell', 'chemical reaction generate voltage battery', 'Expain voltage series parallel', 'Repulsion sure test magnetism State true false', 'Justify current cause shock voltage', 'Give resistivity follow material', 'Derive Shockley s equation', 'four sphere Earth', 'List layer atmosphere', 'three law Kinematics', 'Newton s law motion', 'Potential energy relate Kinetic energy', 'potential battery 5 volt', 'neuron generate electricity', 'ADT provide human energy', 'Using lightning source electricity feasible Justify', 'Hurricanes generate wind extremely high velocity energy come from', 'happens unstoppable force meet immovable object', 'viscosity gas increase temperature viscosity water change increase temperature', 'Explain ice v dry ice', 'water salt produce acid mix base', 'Explain difference Bronsted acid Lowry Bases', 'human body sensitive acidity', 'heart stomach', 'food convert energy', 'cheese make milk', 'cowpox use prevention smallpox disease', 'skeleton', 'Explain difference plant skeleton human skeleton', 'Goat difference slice cheese', 'Explain movement particle Brownian Motion', 'moon consider satellite', 'Explain Jupiter protect Earth Asteroid Belt', 'voltage relate current', 'streamline help movement gas liquid', 'Explain drag force air', 'Terminal velocity describe property body', 'second law thermodynamics govern perfect engine', 'Carnot s engine', 'Explain anomalous expansion water', 'Ice less density water possible', 'temperature water turn steam', 'boil point water', 'Barium halogen', 'Nitrogen use laugh gas', 'element present atmosphere', 'slice cheese green Why', 'Explain property rusting', 'battery dry up', 'Explain rechargeable battery', 'agar agar help connection cell', 'butane propane use', 'coal tar', 'Explain fractional distillation petroleum', 'Electric field perpendicular magnetic field True False', 'atom different molecule', 'Explain covalent bond v ionic bond', 'nitrogen atom triple bond', 'chlorine halogen', 'relation P block element halogen', 'time related space', 'momentum relate velocity', 'Entropy base Gibb s free energy Justify', 'Benzene differ cheese', 'banana yellow', 'Proteins carbohydrate source energy Explain', 'sugar sweet', 'Explain digestive system work', 'vein artery power heart', 'food pipe actually make cheese Justify', 'Whats difference light sound', 'Explain difference chemical kinetics kinematics', 'vector spread disease', 'addition law vector', 'Differentiate speed acceleration', 'distance relate displacement', 'velocity work distance', 'enthalpy cheese high McChicken burger', 'junk food oily', 'Explain osmosis work cell', 'Diffusion utilized Amoeba related Humans', 'cow herd farm', 'meat milk egg excellent source protein', 'DNA', 'difference DNA RNA', 'chemical balance body ensure smooth function human body', 'many bone present body', 'body mass 1000kg move velocity 200ms acceleration 5ms2 Calculate volume sun', 'adulteration ghee nickel palladium catalyst cause become vanaspathee ghee', 'ghee relate cheese', 'Catalytic hydrogen rare hard find use', 'Helium raise pitch sound human', 'Goats use source milk', 'many egg chicken lay', 'intestine connect stomach', 'taste bud', 'Earthworms hermaphrodite True False', 'Octopi classify Molluscs', 'Aves classifies bird huamns', 'Amphibians animal live land water Give example animal', 'Fleming s right hand use slap Abraham Lincoln', 'Tollen s reagent beneficial test Alkanes', 'benzene double bond stable', 'governs Einstein s law space time', 'telescope different periscope regard curvature lens', 'Explain different concave convex lens', 'focal point eye', 'myopia hypermetropia', 'chemical reaction associate fermentation', 'yeast help fermentation', 'focus plane mirror infinity', 'use convex mirror', 'center curvature mirror', 'plane mirror reflect light', 'cryolite use catalyst', 'power eye measure', 'Explain electric power', 'vacuum', 'ocean seas salty', 'Neptune cold', 'sun bright', 'Explain difference rotation revolution Earth', 'center gravity', 'mass Saturn', 'Friction oppose force experience object move rough surfacesYes No', 'Static electricity fundamental basis electric charge Prove true', 'dipole dipole interaction', 'cheese manafactured Goat', 'moon glow night', 'Brewster angle relate refractive index']\n",
      "Total number of questions ->  187  | Unique questions -> 187\n",
      "Antiferromagnetism\n",
      "Expain\n",
      "Clostidrium\n",
      "manafactured\n",
      "Alkanes\n",
      "Bronsted\n",
      "5ms2\n",
      "huamns\n",
      "refreaction\n",
      "cryolite\n",
      "vanaspathee\n",
      "Diamagnetism\n",
      "Paramagnetism\n",
      "1000kg\n",
      "200ms\n",
      "hypermetropia\n",
      "Antiferrimagnetism\n",
      "surfacesYes\n",
      "Tetani\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n",
      "--------------------------\n"
     ]
    }
   ],
   "source": [
    "bb = doit(li,model)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 150,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 150,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\"What is light?\" in li"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 147,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(300,)"
      ]
     },
     "execution_count": 147,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dbs = DBSCAN(eps=0.1,min_samples=2,metric=\"cosine\")\n",
    "\n",
    "bb[0].shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 148,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{0, 1, 2, -1}\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "array([-1, -1, -1, -1, -1,  0, -1, -1, -1, -1, -1,  1,  1, -1, -1, -1, -1,\n",
       "       -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,\n",
       "       -1, -1, -1, -1,  0, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,\n",
       "       -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,\n",
       "       -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,  2,\n",
       "        2, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,\n",
       "       -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,\n",
       "       -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,\n",
       "       -1, -1, -1, -1, -1, -1, -1, -1,  0, -1, -1, -1, -1, -1, -1, -1, -1,\n",
       "       -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,  0, -1, -1, -1, -1, -1,\n",
       "       -1,  0, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,  0, -1, -1])"
      ]
     },
     "execution_count": 148,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x = dbs.fit(bb)\n",
    "print(set(x.labels_))\n",
    "\n",
    "x.labels_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 149,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------------------------------------------------------------\n",
      "('What is light?', -1)\n",
      "('Describe the phenomenon of light', -1)\n",
      "('How does light enable us to see?', -1)\n",
      "('What are the two theories of light?', -1)\n",
      "('Describe the wave theory of light', -1)\n",
      "('What is a magnetic field?', -1)\n",
      "('What are the units of magnetic field?', -1)\n",
      "('Explain magnetic resonance', -1)\n",
      "('Explain the terms Paramagnetism, Diamagnetism, Antiferromagnetism, Antiferrimagnetism', -1)\n",
      "('What are the four types of magnetism?', -1)\n",
      "('Differentiate between types of magnets.', -1)\n",
      "('How is sound different from light?', -1)\n",
      "('What wave is a sound wave?', -1)\n",
      "('Explain how amplitude varies with distance in sound waves.', -1)\n",
      "('Explain Doppler effect of light', -1)\n",
      "('Explain Doppler effect of sound', -1)\n",
      "('What magnetic fields are used by motors', -1)\n",
      "('What magnetic fields are used by generators', -1)\n",
      "(\"Show the Fleming's left hand rule for motors.\", -1)\n",
      "('When should the left and right hand rules be used respectively?', -1)\n",
      "('Explain reflection of light', -1)\n",
      "('Explain refraction of light', -1)\n",
      "('Explain diffraction of light', -1)\n",
      "('How does diffraction vary from refreaction', -1)\n",
      "('How does reflection vary from diffraction', -1)\n",
      "('How does reflection vary from refraction', -1)\n",
      "('What angle does light bounce of a rough surface', -1)\n",
      "('Given the surface chemistry property of adsorption, how is the adsorption affected by surface and temperature', -1)\n",
      "('Why do elements have color?', -1)\n",
      "('Explain the phenomenon of colored light', -1)\n",
      "('Why does light have seven colors, but only white light can be seen from the sun?', -1)\n",
      "('What is the change in sound loudness effect described by a moving object at changing distances?', -1)\n",
      "('Chemical Kinetics vs surface chemistry. Explain.', -1)\n",
      "('Why do the P block elements exhibit Diamagentic property', -1)\n",
      "('Why do the D block elements exhibit Paramagnetism.', -1)\n",
      "('How do alkalis differ from halogens and d block elements?', -1)\n",
      "('What are halogens?', -1)\n",
      "('Why is carbon inert?', -1)\n",
      "(\"How does carbon's shape affect its properties?\", -1)\n",
      "('How does shape of an element affect its property to transmit light?', -1)\n",
      "('What is refractive index of a surface?', -1)\n",
      "('Describe the structure of benzene.', -1)\n",
      "('Why is benzene dangerous.', -1)\n",
      "('How does the structure of carbon atoms affect the stability of benzene?', -1)\n",
      "('What disease is cause by Clostidrium Tetani?', -1)\n",
      "('Explain tetanus symptoms.', -1)\n",
      "('Who invented Penicillin?', -1)\n",
      "('How did vaccines affect the world?', -1)\n",
      "('Describe the role of tetanus vaccine in preventing tetanus.', -1)\n",
      "('How do plants absorb light?', -1)\n",
      "('How does hydrolysis of water work?', -1)\n",
      "('Explain the role Sodium as a metals', -1)\n",
      "('Why are atoms of Sodium held close to each other?', -1)\n",
      "('Explain the fundamental theory of magnetism.', -1)\n",
      "('How are metallic atoms affected by magnetic field?', -1)\n",
      "('Why are plants green in color?', -1)\n",
      "('Why is the sky blue?', -1)\n",
      "('How does the atmosphere protect the Earth from meteors?', -1)\n",
      "('Why is the surface of the moon full of craters?', -1)\n",
      "('Why is iron present alongside calcium?', -1)\n",
      "('Iron has the highest ionization enthalpy. Justify.', -1)\n",
      "('What is the powerhouse of the cell?', -1)\n",
      "('Describe the difference between plant cells and animal cells?', -1)\n",
      "('What is a dry cell in a battery?', -1)\n",
      "('Explain cathode and anode reactions at battery terminals?', -1)\n",
      "('Differentiate between batteries and cells.', -1)\n",
      "('How are chemical reactions generating voltage in a battery?', -1)\n",
      "('Expain voltage in series and parallel.', -1)\n",
      "('Repulsion is the surest test of magnetism. State true or false', -1)\n",
      "('Justify that current causes shocks and not voltage.', -1)\n",
      "('Give the resistivity of the following materials.', -1)\n",
      "(\"Derive Shockley's equation\", -1)\n",
      "('What are the four spheres of the Earth?', -1)\n",
      "('List all the layers of the atmosphere.', -1)\n",
      "('What are the three laws of Kinematics.', -1)\n",
      "(\"What are Newton's laws of motion?\", -1)\n",
      "('How is Potential energy related to Kinetic energy?', -1)\n",
      "('What is the potential of a battery at 5 volts.', -1)\n",
      "('How do neurons generate electricity?', -1)\n",
      "('What is ADT and how does it provide humans energy?', -1)\n",
      "('Hurricanes generate winds of extremely high velocity. Where does this energy come from?', -1)\n",
      "('What happens when an unstoppable force meets an immovable object?', -1)\n",
      "('If viscosity of gasses increases with temperature, how does viscosity of water change with increase in temperature?', -1)\n",
      "('Explain ice vs dry ice', -1)\n",
      "('How is water and salt produced when an acid mixes with a base.', -1)\n",
      "('Explain the difference between Bronsted acid and Lowry Bases.', -1)\n",
      "('Why is the human body sensitive to acidity?', -1)\n",
      "('Why is the heart not in the stomach?', -1)\n",
      "('How is food converted to energy?', -1)\n",
      "('Why is cheese made from milk?', -1)\n",
      "('How was cowpox used as a prevention of the smallpox disease?', -1)\n",
      "('What is the skeleton?', -1)\n",
      "('Explain the difference between plant skeleton and a human skeleton?', -1)\n",
      "('Exoskeleton and Endoskeletons are differentiated by what characteristics?', -1)\n",
      "('How is a Goat difference from a slice of cheese?', -1)\n",
      "('Explain the movement of particles during Brownian Motion.', -1)\n",
      "('Why is the moon considered a satellite?', -1)\n",
      "('Explain how Jupiter protects the Earth from the Asteroid Belt.', -1)\n",
      "('How is voltage related to current?', -1)\n",
      "('Conductance and Inductance are two opposites. Justify.', -1)\n",
      "('How does streamlining help movement through gasses and liquids?', -1)\n",
      "('Explain the drag force in air?', -1)\n",
      "('Terminal velocity describes what property of a body?', -1)\n",
      "('How does the second law of thermodynamics govern a perfect engine?', -1)\n",
      "(\"What is Carnot's engine?\", -1)\n",
      "('Explain anomalous expansion of water.', -1)\n",
      "('Ice has a lesser density than water. How is this possible?', -1)\n",
      "('What temperature does water turn to steam.', -1)\n",
      "('What is the boiling point of water.', -1)\n",
      "('How is Barium not a halogen?', -1)\n",
      "('Why is Nitrogen used in laughing gas?', -1)\n",
      "('Which elements are present in the atmosphere?', -1)\n",
      "('The slice of cheese is green. Why.', -1)\n",
      "('Explain the property of rusting.', -1)\n",
      "('Why do batteries dry up?', -1)\n",
      "('Explain rechargeable batteries.', -1)\n",
      "('How does agar agar help in connection between cells.', -1)\n",
      "('Where is butane and propane used?', -1)\n",
      "('What is coal tar?', -1)\n",
      "('Explain fractional distillation of petroleum.', -1)\n",
      "('Electric fields are perpendicular to magnetic fields. True or False?', -1)\n",
      "('How are atoms different from molecules?', -1)\n",
      "('Explain covalent bond vs ionic bond.', -1)\n",
      "('Why are nitrogen atoms triple bonded?', -1)\n",
      "('Why is chlorine a halogen?', -1)\n",
      "('What is the relation between the P block elements and the halogens?', -1)\n",
      "('How is time related to space?', -1)\n",
      "('How is momentum related to velocity?', -1)\n",
      "('How is force related to mass and acceleration?', -1)\n",
      "('What is the zeroth law of thermodynamics?', -1)\n",
      "(\"Entropy is based off Gibb's free energy. Justify.\", -1)\n",
      "('How does Benzene differ from cheese.', -1)\n",
      "('Why are bananas yellow?', -1)\n",
      "('Proteins and carbohydrates are sources of energy. Explain.', -1)\n",
      "('Why are sugars sweet?', -1)\n",
      "('Explain how the digestive system work?', -1)\n",
      "('How do veins and arteries power the heart?', -1)\n",
      "('The food pipe is actually made of cheese. Justify.', -1)\n",
      "('Explain the difference between chemical kinetics and kinematics.', -1)\n",
      "('What are vectors? How do they spread diseases?', -1)\n",
      "('What is the addition law of vectors?', -1)\n",
      "('Differentiate between speed and acceleration.', -1)\n",
      "('How is distance related to displacement?', -1)\n",
      "('How does velocity work with distance?', -1)\n",
      "('Can the enthalpy of cheese be higher than a McChicken burger?', -1)\n",
      "('Why are junk foods so oily?', -1)\n",
      "('Explain how osmosis works between cells?', -1)\n",
      "('Diffusion is utilized by Amoeba. How is this related to Humans?', -1)\n",
      "('Why are cows herded on farms.', -1)\n",
      "('Why are meat, milk and eggs an excellent source of protein?', -1)\n",
      "('What is DNA?', -1)\n",
      "('What is the difference between DNA and RNA?', -1)\n",
      "('How does chemical balance of the body ensure a smooth functioning of the human body?', -1)\n",
      "('How many bones are present in the body?', -1)\n",
      "('Where is the femur located in the body?', -1)\n",
      "('A body of mass 1000kg moves with a velocity of 200m/s with an acceleration of 5m/s^2. Calculate the volume of the sun.', -1)\n",
      "('What are the biological consequences of blood transfusion?', -1)\n",
      "('How is ghee related to cheese?', -1)\n",
      "('Catalytic hydrogen is rare and hard to find. When should it be used?', -1)\n",
      "('How does Helium raise pitch of sound in humans?', -1)\n",
      "('Why are Goats used as a source of milk.', -1)\n",
      "('How many eggs does a chicken lay?', -1)\n",
      "('How is the intestine connected to the stomach?', -1)\n",
      "('Earthworms are hermaphrodites. True or False', -1)\n",
      "('Why are Octopi classified as Molluscs?', -1)\n",
      "('Aves classifies birds. What are huamns?', -1)\n",
      "('Amphibians are animals that live on land and water. Give examples of such animals.', -1)\n",
      "(\"Fleming's right hand was used to slap Abraham Lincoln.\", -1)\n",
      "('Explain the cyclotron device.', -1)\n",
      "('Electrochemical reactions occur at the cathode or anode?', -1)\n",
      "('Why are chemical kinetic reactions permanent?', -1)\n",
      "(\"How is Tollen's reagent beneficial for test of Alkanes?\", -1)\n",
      "('How are benzene double bonds stable?', -1)\n",
      "(\"What governs the Einstein's law of space and time?\", -1)\n",
      "('How are telescopes different from periscopes with regard to curvature of the lens?', -1)\n",
      "('Where is the focal point of the eye?', -1)\n",
      "('What is myopia and hypermetropia?', -1)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Describe the particle theory of light', 0)\n",
      "('What are alkali earth metals?', 0)\n",
      "('Whats the difference between light and sound.', 0)\n",
      "('How is adulteration of ghee with nickel palladium catalyst cause it to become vanaspathee ghee?', 0)\n",
      "('What are taste buds?', 0)\n",
      "('Explain the different between concave and convex lenses.', 0)\n",
      "------------------------------------------------------------------------------------------\n",
      "('What are hard magnets?', 1)\n",
      "('What are soft magnets?', 1)\n",
      "------------------------------------------------------------------------------------------\n",
      "('What is the law of conservation of energy?', 2)\n",
      "('Using lightning as a source of electricity is not feasible. Justify.', 2)\n"
     ]
    }
   ],
   "source": [
    "li = []\n",
    "for i in sorted(list(zip(o_da,x.labels_)),key = lambda x: x[1]):\n",
    "    if i[1]==-1:\n",
    "        li.append(i[0])\n",
    "    if i[1]!=prev:\n",
    "        print(\"-\"*90)\n",
    "    prev=i[1]\n",
    "    print(i)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------------------------------------------------------------\n",
      "('What is light?', -1)\n",
      "('Describe the phenomenon of light', -1)\n",
      "('How does light enable us to see?', -1)\n",
      "('What are the two theories of light?', -1)\n",
      "('Describe the wave theory of light', -1)\n",
      "('Describe the particle theory of light', -1)\n",
      "('Explain magnetic resonance', -1)\n",
      "('What are the four types of magnetism?', -1)\n",
      "('What are hard magnets?', -1)\n",
      "('What are soft magnets?', -1)\n",
      "('Differentiate between types of magnets.', -1)\n",
      "('How is sound different from light?', -1)\n",
      "('What wave is a sound wave?', -1)\n",
      "('Explain how amplitude varies with distance in sound waves.', -1)\n",
      "('What magnetic fields are used by motors', -1)\n",
      "('What magnetic fields are used by generators', -1)\n",
      "(\"Show the Fleming's left hand rule for motors.\", -1)\n",
      "('When should the left and right hand rules be used respectively?', -1)\n",
      "('Explain reflection of light', -1)\n",
      "('Explain refraction of light', -1)\n",
      "('Explain diffraction of light', -1)\n",
      "('What angle does light bounce of a rough surface', -1)\n",
      "('Given the surface chemistry property of adsorption, how is the adsorption affected by surface and temperature', -1)\n",
      "('Why do elements have color?', -1)\n",
      "('Explain the phenomenon of colored light', -1)\n",
      "('Why does light have seven colors, but only white light can be seen from the sun?', -1)\n",
      "('What is the change in sound loudness effect described by a moving object at changing distances?', -1)\n",
      "('Chemical Kinetics vs surface chemistry. Explain.', -1)\n",
      "('What are alkali earth metals?', -1)\n",
      "('How do alkalis differ from halogens and d block elements?', -1)\n",
      "('What are halogens?', -1)\n",
      "('Why is carbon inert?', -1)\n",
      "(\"How does carbon's shape affect its properties?\", -1)\n",
      "('How does shape of an element affect its property to transmit light?', -1)\n",
      "('Describe the structure of benzene.', -1)\n",
      "('Why is benzene dangerous.', -1)\n",
      "('How does the structure of carbon atoms affect the stability of benzene?', -1)\n",
      "('Explain tetanus symptoms.', -1)\n",
      "('Who invented Penicillin?', -1)\n",
      "('How did vaccines affect the world?', -1)\n",
      "('Describe the role of tetanus vaccine in preventing tetanus.', -1)\n",
      "('How do plants absorb light?', -1)\n",
      "('How does hydrolysis of water work?', -1)\n",
      "('Explain the role Sodium as a metals', -1)\n",
      "('Why are atoms of Sodium held close to each other?', -1)\n",
      "('Explain the fundamental theory of magnetism.', -1)\n",
      "('How are metallic atoms affected by magnetic field?', -1)\n",
      "('Why are plants green in color?', -1)\n",
      "('Why is the sky blue?', -1)\n",
      "('How does the atmosphere protect the Earth from meteors?', -1)\n",
      "('Why is the surface of the moon full of craters?', -1)\n",
      "('Why is iron present alongside calcium?', -1)\n",
      "('Iron has the highest ionization enthalpy. Justify.', -1)\n",
      "('What is the powerhouse of the cell?', -1)\n",
      "('Describe the difference between plant cells and animal cells?', -1)\n",
      "('Differentiate between batteries and cells.', -1)\n",
      "('How are chemical reactions generating voltage in a battery?', -1)\n",
      "('Repulsion is the surest test of magnetism. State true or false', -1)\n",
      "('Justify that current causes shocks and not voltage.', -1)\n",
      "('Give the resistivity of the following materials.', -1)\n",
      "('What are the four spheres of the Earth?', -1)\n",
      "('List all the layers of the atmosphere.', -1)\n",
      "('What are the three laws of Kinematics.', -1)\n",
      "(\"What are Newton's laws of motion?\", -1)\n",
      "('How is Potential energy related to Kinetic energy?', -1)\n",
      "('What is the potential of a battery at 5 volts.', -1)\n",
      "('How do neurons generate electricity?', -1)\n",
      "('What is ADT and how does it provide humans energy?', -1)\n",
      "('What is the law of conservation of energy?', -1)\n",
      "('Using lightning as a source of electricity is not feasible. Justify.', -1)\n",
      "('Hurricanes generate winds of extremely high velocity. Where does this energy come from?', -1)\n",
      "('What happens when an unstoppable force meets an immovable object?', -1)\n",
      "('If viscosity of gasses increases with temperature, how does viscosity of water change with increase in temperature?', -1)\n",
      "('Explain ice vs dry ice', -1)\n",
      "('How is water and salt produced when an acid mixes with a base.', -1)\n",
      "('Why is the human body sensitive to acidity?', -1)\n",
      "('Why is the heart not in the stomach?', -1)\n",
      "('How is food converted to energy?', -1)\n",
      "('Why is cheese made from milk?', -1)\n",
      "('How was cowpox used as a prevention of the smallpox disease?', -1)\n",
      "('How is a Goat difference from a slice of cheese?', -1)\n",
      "('Explain the movement of particles during Brownian Motion.', -1)\n",
      "('Why is the moon considered a satellite?', -1)\n",
      "('Explain how Jupiter protects the Earth from the Asteroid Belt.', -1)\n",
      "('How is voltage related to current?', -1)\n",
      "('Conductance and Inductance are two opposites. Justify.', -1)\n",
      "('How does streamlining help movement through gasses and liquids?', -1)\n",
      "('Explain the drag force in air?', -1)\n",
      "('Terminal velocity describes what property of a body?', -1)\n",
      "('How does the second law of thermodynamics govern a perfect engine?', -1)\n",
      "('Explain anomalous expansion of water.', -1)\n",
      "('Ice has a lesser density than water. How is this possible?', -1)\n",
      "('What temperature does water turn to steam.', -1)\n",
      "('What is the boiling point of water.', -1)\n",
      "('How is Barium not a halogen?', -1)\n",
      "('Why is Nitrogen used in laughing gas?', -1)\n",
      "('Which elements are present in the atmosphere?', -1)\n",
      "('The slice of cheese is green. Why.', -1)\n",
      "('Explain the property of rusting.', -1)\n",
      "('Explain rechargeable batteries.', -1)\n",
      "('How does agar agar help in connection between cells.', -1)\n",
      "('Where is butane and propane used?', -1)\n",
      "('What is coal tar?', -1)\n",
      "('Explain fractional distillation of petroleum.', -1)\n",
      "('Electric fields are perpendicular to magnetic fields. True or False?', -1)\n",
      "('How are atoms different from molecules?', -1)\n",
      "('Explain covalent bond vs ionic bond.', -1)\n",
      "('Why are nitrogen atoms triple bonded?', -1)\n",
      "('Why is chlorine a halogen?', -1)\n",
      "('What is the relation between the P block elements and the halogens?', -1)\n",
      "('How is time related to space?', -1)\n",
      "('How is momentum related to velocity?', -1)\n",
      "('How is force related to mass and acceleration?', -1)\n",
      "(\"Entropy is based off Gibb's free energy. Justify.\", -1)\n",
      "('How does Benzene differ from cheese.', -1)\n",
      "('Why are bananas yellow?', -1)\n",
      "('Proteins and carbohydrates are sources of energy. Explain.', -1)\n",
      "('Why are sugars sweet?', -1)\n",
      "('Explain how the digestive system work?', -1)\n",
      "('How do veins and arteries power the heart?', -1)\n",
      "('The food pipe is actually made of cheese. Justify.', -1)\n",
      "('Whats the difference between light and sound.', -1)\n",
      "('Explain the difference between chemical kinetics and kinematics.', -1)\n",
      "('What are vectors? How do they spread diseases?', -1)\n",
      "('What is the addition law of vectors?', -1)\n",
      "('Differentiate between speed and acceleration.', -1)\n",
      "('How is distance related to displacement?', -1)\n",
      "('How does velocity work with distance?', -1)\n",
      "('Can the enthalpy of cheese be higher than a McChicken burger?', -1)\n",
      "('Why are junk foods so oily?', -1)\n",
      "('Explain how osmosis works between cells?', -1)\n",
      "('Diffusion is utilized by Amoeba. How is this related to Humans?', -1)\n",
      "('Why are cows herded on farms.', -1)\n",
      "('Why are meat, milk and eggs an excellent source of protein?', -1)\n",
      "('What is DNA?', -1)\n",
      "('What is the difference between DNA and RNA?', -1)\n",
      "('How does chemical balance of the body ensure a smooth functioning of the human body?', -1)\n",
      "('How many bones are present in the body?', -1)\n",
      "('Where is the femur located in the body?', -1)\n",
      "('What are the biological consequences of blood transfusion?', -1)\n",
      "('How is adulteration of ghee with nickel palladium catalyst cause it to become vanaspathee ghee?', -1)\n",
      "('How is ghee related to cheese?', -1)\n",
      "('Catalytic hydrogen is rare and hard to find. When should it be used?', -1)\n",
      "('How does Helium raise pitch of sound in humans?', -1)\n",
      "('Why are Goats used as a source of milk.', -1)\n",
      "('How many eggs does a chicken lay?', -1)\n",
      "('How is the intestine connected to the stomach?', -1)\n",
      "('What are taste buds?', -1)\n",
      "('Earthworms are hermaphrodites. True or False', -1)\n",
      "('Why are Octopi classified as Molluscs?', -1)\n",
      "('Aves classifies birds. What are huamns?', -1)\n",
      "('Amphibians are animals that live on land and water. Give examples of such animals.', -1)\n",
      "(\"Fleming's right hand was used to slap Abraham Lincoln.\", -1)\n",
      "('Explain the cyclotron device.', -1)\n",
      "('Why are chemical kinetic reactions permanent?', -1)\n",
      "('How are benzene double bonds stable?', -1)\n",
      "(\"What governs the Einstein's law of space and time?\", -1)\n",
      "('How are telescopes different from periscopes with regard to curvature of the lens?', -1)\n",
      "('Where is the focal point of the eye?', -1)\n",
      "('What is the chemical reaction associated with fermentation?', -1)\n",
      "('How does yeast help with fermentation?', -1)\n",
      "('Why is the focus of a plane mirror infinity?', -1)\n",
      "('What is the center of curvature for a mirror?', -1)\n",
      "('How does a plane mirror reflect light?', -1)\n",
      "('How is power of the eye measured?', -1)\n",
      "('Explain electric power.', -1)\n",
      "('Describe the use of mechanical power?', -1)\n",
      "('What is heat and how does it differ from cold?', -1)\n",
      "('What is vacuum?', -1)\n",
      "('Why are the oceans and seas salty?', -1)\n",
      "('Why is Neptune so cold?', -1)\n",
      "('Why is the sun so bright?', -1)\n",
      "('Explain the difference between rotation and revolution of the Earth?', -1)\n",
      "('What is the center of gravity?', -1)\n",
      "('What is the mass of Saturn?', -1)\n",
      "('Friction is the opposing force experienced by objects moving on rough surfaces.Yes or No?', -1)\n",
      "('Static electricity is the fundamental basis of electric charge. Prove this as true.', -1)\n",
      "('What is dipole dipole interaction.', -1)\n",
      "('Magnets are always considered as dipoles. Why are there no magnetic monopoles?', -1)\n",
      "('Why does the moon glow at night?', -1)\n",
      "('Lenses are used in spectacles for correcting eye defects. How does this work?', -1)\n",
      "('How do mirrors differ from lenses?', -1)\n",
      "('Why is the neutron chargeless?', -1)\n",
      "('Electric charge is defined by Gauss law. What is the standard unit of electric field?', -1)\n",
      "('What is the unit of Magnetic field?', -1)\n",
      "('Why do mushrooms not absorb sunlight?', -1)\n",
      "('How do parasites infect their victims?', -1)\n",
      "('How are viruses eradicated by the body?', -1)\n",
      "('How does the brain function?', -1)\n",
      "('How does bacterial infection affect the immune system?', -1)\n",
      "('Polio was eradicated in 1985. What is the vaccine called?', -1)\n",
      "('Explain resistors in series and parallel.', -1)\n",
      "('How do dams produce hydroelectricity?', -1)\n",
      "(\"Why does the moon reflect the sun's light?\", -1)\n",
      "('What is the ideal gas law?', -1)\n",
      "('Explain surface tension of liquids?', -1)\n",
      "('What is capillary action of liquids?', -1)\n",
      "('Are all F block elements radioactive?', -1)\n",
      "('What is the half life of radioactive elements?', -1)\n",
      "('What is the half life of carbon?', -1)\n",
      "('How do plants protect themselves from animals?', -1)\n",
      "('Why is gold used in cathodes?', -1)\n",
      "('Which metal is the best conductor of electricity?', -1)\n",
      "('Landslides are caused by lack of trees. Justify.', -1)\n",
      "('What is ductility of a metal and how is it related to its conductance?', -1)\n",
      "('What are the differences between solids, liquids and gasses?', -1)\n",
      "('Temperature is proportional to volume. Explain.', -1)\n",
      "('What is the law of Buoyancy? How discovered it? How does it relate density with mass and volume?', -1)\n",
      "('Why is oxygen a diatomic molecule?', -1)\n",
      "('How does the atmospheric ozone protect us from the sun?', -1)\n",
      "('Why do stars flicker in the night sky?', -1)\n",
      "('Can cheese grow on Mars?', -1)\n",
      "('Mention the major similarities between RNA and DNA', -1)\n",
      "------------------------------------------------------------------------------------------\n",
      "('What is a magnetic field?', 0)\n",
      "('What are the units of magnetic field?', 0)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Explain the terms Paramagnetism, Diamagnetism, Antiferromagnetism, Antiferrimagnetism', 1)\n",
      "('How does diffraction vary from refreaction', 1)\n",
      "('Why do the P block elements exhibit Diamagentic property', 1)\n",
      "('Why do the D block elements exhibit Paramagnetism.', 1)\n",
      "('What disease is cause by Clostidrium Tetani?', 1)\n",
      "('Expain voltage in series and parallel.', 1)\n",
      "(\"Derive Shockley's equation\", 1)\n",
      "('Explain the difference between Bronsted acid and Lowry Bases.', 1)\n",
      "('Exoskeleton and Endoskeletons are differentiated by what characteristics?', 1)\n",
      "(\"What is Carnot's engine?\", 1)\n",
      "('What is the zeroth law of thermodynamics?', 1)\n",
      "('A body of mass 1000kg moves with a velocity of 200m/s with an acceleration of 5m/s^2. Calculate the volume of the sun.', 1)\n",
      "(\"How is Tollen's reagent beneficial for test of Alkanes?\", 1)\n",
      "('What is myopia and hypermetropia?', 1)\n",
      "('How is aluminium extracted?', 1)\n",
      "('Why is cryolite used as a catalyst?', 1)\n",
      "('How is cheese manafactured in Goat?', 1)\n",
      "('How many elements are present in the pereodic table?', 1)\n",
      "('What is stainless steel? How is it manafactured from coal,iron and limestone?', 1)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Explain Doppler effect of light', 2)\n",
      "('Explain Doppler effect of sound', 2)\n",
      "------------------------------------------------------------------------------------------\n",
      "('How does reflection vary from diffraction', 3)\n",
      "('How does reflection vary from refraction', 3)\n",
      "------------------------------------------------------------------------------------------\n",
      "('What is refractive index of a surface?', 4)\n",
      "('What is the Brewster angle and how is it related to refractive index?', 4)\n",
      "------------------------------------------------------------------------------------------\n",
      "('What is a dry cell in a battery?', 5)\n",
      "('Why do batteries dry up?', 5)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Explain cathode and anode reactions at battery terminals?', 6)\n",
      "('Electrochemical reactions occur at the cathode or anode?', 6)\n",
      "------------------------------------------------------------------------------------------\n",
      "('What is the skeleton?', 7)\n",
      "('Explain the difference between plant skeleton and a human skeleton?', 7)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Explain the different between concave and convex lenses.', 8)\n",
      "('When do you use a convex mirror?', 8)\n",
      "------------------------------------------------------------------------------------------\n",
      "('Why do protons and electrons exist in a nucleus?', 9)\n",
      "('Are neutrons heavier than protons or electrons?', 9)\n",
      "('Can quarks be separated from protons and electrons?', 9)\n"
     ]
    }
   ],
   "source": [
    "x.labels_\n",
    "li = []\n",
    "for i in sorted(list(zip(o_da,x.labels_)),key = lambda x: x[1]):\n",
    "    '''if i[1]==-1:\n",
    "    li.append(i[0])'''\n",
    "    if i[1]!=prev:\n",
    "        print(\"-\"*90)\n",
    "    prev=i[1]\n",
    "    print(i)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "dbs = DBSCAN(eps=0.40,min_samples=2,metric=\"cosine\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 180,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "\n",
    "def avg_sentence_vector(words, model, num_features,vc):\n",
    "    #function to average all words vectors in a given paragraph\n",
    "    featureVec = np.zeros((num_features,), dtype=\"float32\")\n",
    "    nwords = 0\n",
    "\n",
    "    for word in words:\n",
    "        if word in vc:\n",
    "            nwords = nwords+1\n",
    "            featureVec = np.add(featureVec, model[word])\n",
    "\n",
    "    if nwords>0:\n",
    "        featureVec = np.divide(featureVec, nwords)\n",
    "    return featureVec"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 181,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.metrics.pairwise import cosine_similarity\n",
    "#get average vector for sentence 1\n",
    "sentence_1 = \"this is sentence number one\"\n",
    "sentence_1_avg_vector = avg_sentence_vector(sentence_1.split(), vc=model.vocab,model=model, num_features=300)\n",
    "\n",
    "#get average vector for sentence 2\n",
    "sentence_2 = \"this is sentence number two\"\n",
    "sentence_2_avg_vector = avg_sentence_vector(sentence_2.split(), model=model, vc=model.vocab,num_features=300)\n",
    "\n",
    "sen1_sen2_similarity =  cosine_similarity(sentence_1_avg_vector.reshape(-1,1),sentence_2_avg_vector.reshape(-1,1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "from nltk import word_tokenize,sent_tokenize\n",
    "\n",
    "def w2v(s1,s2):\n",
    "    if s1==s2:\n",
    "        return 1\n",
    "    s1 = preprocess(s1)\n",
    "    s2 = preprocess(s2)\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'sen1_sen2_similarity' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-9-a0af71049df1>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0msen1_sen2_similarity\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mshape\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m: name 'sen1_sen2_similarity' is not defined"
     ]
    }
   ],
   "source": [
    "sen1_sen2_similarity.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "___________________________________________CLUSTER  1 ______________________________________\n",
      "Who is a disabled person Give one example each of two types of disabilities.\n",
      "\n",
      "How do you describe a disabled person. Explain the disabilities with examples\n",
      "\n",
      "What are the characteristics of a disabled person\n",
      "\n",
      "Write any four facts about tsunami.\n",
      "\n",
      "What are the characteristics of tsunami\n",
      "\n",
      "How does tsunami occur\n",
      "\n",
      "How is awareness among the people created by means of mass communication\n",
      "\n",
      "Suggest two facts which should be borne in mind while selecting a site for a building in coastal areas.\n",
      "\n",
      "What are the features that has to be considered while selecting a site for a building in coastal areas.\n",
      "\n",
      "Describe two different approaches by which the number of the poor are estimated in the country.\n",
      "\n",
      "How are poor estimated in the country\n",
      "\n",
      "What are the ways of finding out number of the poor in the country\n",
      "\n",
      "The revolt of [1857] marked a turning point in the history of India. Support this statement by giving four facts.\n",
      "\n",
      "Explain how the revolt of [1857] marked a turning point in the history of India.\n",
      "\n",
      "Prove with facts how the revolt of [1857] marked a turning point in the history of India.\n",
      "\n",
      "How is disaster managed at different levels Explain with one example each, from any four levels.\n",
      "\n",
      "How is disaster management achieved at four levels\n",
      "\n",
      "Explain any four objectives of a search and rescue team.\n",
      "\n",
      "What is the job of search and rescue team.\n",
      "\n",
      "Why is search and rescue team necessary\n",
      "\n",
      "On the given political outline map of India, the place is shown by No. where Congress was split in [1907]. Identify the place and name it on the line drawn. On the same map shade and name the state where Jallianwala Bagh incident occurred. On the given political outline map of India, four geographical features and are marked. Identify these features with the help of the map key and write their correct names on the line marked against each in the map.\n",
      "\n",
      "Give any two examples of informal sector of credit.\n",
      "\n",
      "___________________________________________CLUSTER  2 ______________________________________\n",
      "Why is development of manufacturing industries being measured by economic strength of a country\n",
      "\n",
      "Explain with examples why the development of manufacturing industries being measured by economic strength of a country\n",
      "\n",
      "Describe the role of development of manufacturing industries with respect to economic strength of a country\n",
      "\n",
      "How has foreign trade been integrating markets of different countries Explain with examples.\n",
      "\n",
      "Explain with examples how foreign trade integrates markets of different countries\n",
      "\n",
      "How do we feel the impact of globalization on our daily life Explain with examples.\n",
      "\n",
      "How has globalization impacted on our daily life\n",
      "\n",
      "What is the impact of globalization on our daily life\n",
      "\n",
      "Define the term economic development. State the two bases of measuring economic development of a country.\n",
      "\n",
      "What is economic development\n",
      "\n",
      "How is economic development measured\n",
      "\n",
      "How do the means of mass communication play a vital role in creating awareness among the people\n",
      "\n",
      "What is the role of mass communication in creating awareness among the people\n",
      "\n",
      "India is a multilingual country. Justify the statement with two arguments.\n",
      "\n",
      "Health sector interplays the most significant role in human development. Justify this statement with two arguments.\n",
      "\n",
      "What is the role of health sector in human development\n",
      "\n",
      "Justify with appropriate argument the role of health sector in human development\n",
      "\n",
      "Describe the Governments role in improving the Indian agriculture after Independence.\n",
      "\n",
      "Coal is the main source of energy as well as a raw material for industries in India. Support this statement with two facts for each.\n",
      "\n",
      "Support with facts the importance of coal as source of energy\n",
      "\n",
      "Describe any six factors that were responsible for the rise of extremism in India.\n",
      "\n",
      "Describe the factors that were responsible for the rise of extremism in India.\n",
      "\n",
      "State the factors required for rise of extremism in India.\n",
      "\n",
      "State any two goals of development other than income.\n",
      "\n",
      "What are the goals of development\n",
      "\n",
      "What is necessary for development\n",
      "\n",
      "A challenge is not just any problem but an opportunity for progress. Analyse the statement.\n",
      "\n",
      "How does challenge help in progress\n",
      "\n",
      "What is the role of challenge in progress of a person\n",
      "\n",
      "When we produce goods by exploiting natural resources, in which category of economic sector such activities come\n",
      "\n",
      "___________________________________________CLUSTER  3 ______________________________________\n",
      "Two features a and are marked on the given political outline map of India. Identify these features with the help of the following information and write their correct names on the lines marked near them The place where the Indian National Congress Session was held. The place where Gandhiji organized Satyagraha in favour of cotton mill workers. Locate and label the following with appropriate symbols on the same given outline political map of India. Raja Sansi International Airport Bhadravati Iron and Steel Plant Software Technology Park of West Bengal w.careerindia.co Note: The following questions are for the Visually Impaired candidates only in lieu of Q. No. Name the state where the Indigo planters organized Satyagraha. Name the state where Gandhiji violated the Salt Law. Name the state where Raja Sansi International Airport is located. Name the state where Salem Iron and Steel Plant is located. Name the state where Narora Nuclear Power Plant is located.\n",
      "\n",
      "Explain how Indian industries and trade had been ruined under the British rule in the eighteenth century.\n",
      "\n",
      "What was the impact of British rule on Indian industries and trade in eighteenth century\n",
      "\n",
      "How did British rule affect Indian industries and trade\n",
      "\n",
      "Explain any two main features of Harappan culture.\n",
      "\n",
      "state the features of Harappan culture\n",
      "\n",
      "Describe the features of Harappan culture\n",
      "\n",
      "Name the northern, eastern, southern and western nlost stations of Golden Quadrilateral express national highway.\n",
      "\n",
      "what are the northern, eastern, southern and western nlost stations of Golden Quadrilateral express national highway.\n",
      "\n",
      "State any two contributions of Ishwar Chandra Vidyasagar in reforming Indian society.\n",
      "\n",
      "How did Ishwar Chandra Vidyasagar help in reforming Indian society.\n",
      "\n",
      "Describe the role of Ishwar Chandra Vidyasagar in reforming Indian society.\n",
      "\n",
      "Describe any four steps taken by the Government to improve Indian agriculture after Independence.\n",
      "\n",
      "What are the steps taken by the Government to improve Indian agriculture after Independence.\n",
      "\n",
      "Describe any four major problems faced by cotton textile industry in India.\n",
      "\n",
      "What are the issues faced by cotton textile industry in India.\n",
      "\n",
      "Explain the problems suffered by cotton textile industry\n",
      "\n",
      "Why is coal the main source of energy for industries in India\n",
      "\n",
      "When was Indian National Congress founded Who played the most important part in its formation Describe the main objectives of the Congress.\n",
      "\n",
      "Who formed the Indian National Congress\n",
      "\n",
      "Why was Indian National Congress formed. What are its objectives\n",
      "\n",
      "On the given political outline map of India locate and label the following features Kanpur Cotton Textile Centre Kaiga Nuclear Power Station Haldia Oil Refinery Kandla Seaport\n",
      "\n",
      "What is informal sector of credit\n",
      "\n",
      "___________________________________________CLUSTER  4 ______________________________________\n",
      "Differentiate between intensive subsistence farming and commercial farming practiced in India.\n",
      "\n",
      "State the differences between commercial farming and intensive subsistence farming\n",
      "\n",
      "Note the similarity and dissimilarity between intensive subsistence farming and commercial farming practiced in India.\n",
      "\n",
      "Describe any four characteristics of subsistence farming.\n",
      "\n",
      "Describe the characteristics subsistence farming.\n",
      "\n",
      "What are the characteristics of subsistence farming.\n",
      "\n",
      "___________________________________________CLUSTER  5 ______________________________________\n",
      "Mention five functions of political parties performed in a democracy.\n",
      "\n",
      "What are the functions performed by political parties in a democracy?\n",
      "\n",
      "Describe any five major functions of political parties performed in a democracy.\n",
      "\n",
      "Democracy stands much superior to any other form of government in promoting dignity and freedom of the individual. Justify this statement.\n",
      "\n",
      "Why does democracy stand much superior to any other form of government\n",
      "\n",
      "What is the role of democracy in promoting dignity and freedom of the individual\n",
      "\n",
      "Democracies lead to peaceful and harmonious life among citizens. Justify this statement.\n",
      "\n",
      "State why Democracies lead to peaceful and harmonious life among citizens\n",
      "\n",
      "How does democracy help in leading peaceful and harmonious life among citizens\n",
      "\n",
      "When was the Muslim League formed\n",
      "\n",
      "Explain the objectives of Muslim league\n",
      "\n",
      "When was the Muslim League formed.Explain the objectives of Muslim league\n",
      "\n",
      "How does communalism pose a threat to our national unity Explain.\n",
      "\n",
      "What is the affect of communalism to national unity\n",
      "\n",
      "Explain with example the affect of communalism to national unity\n",
      "\n",
      "___________________________________________CLUSTER  6 ______________________________________\n",
      "What is informal sector of credit.Explain\n",
      "\n",
      "___________________________________________CLUSTER  7 ______________________________________\n",
      "Explain the term Veto. Name any four countries which have veto power.\n",
      "\n",
      "What is veto power\n",
      "\n",
      "What are the countries that have veto power and explain what that is\n",
      "\n"
     ]
    }
   ],
   "source": [
    "h = dict(sorted(list(h.items()),key=lambda x:x[0]))\n",
    "for i in h:\n",
    "    print(\"___________________________________________CLUSTER \",i+1,\"______________________________________\")\n",
    "    for j in h[i]:\n",
    "        print(o_da[j],end=\"\\n\\n\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "h={}\n",
    "for i,j in enumerate(km.labels_):\n",
    "    if j not in h:\n",
    "        h[j] = [i]\n",
    "    else:\n",
    "        h[j].append(i)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "ename": "AttributeError",
     "evalue": "get_feature_names not found",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-63-ef5547edcbf4>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mmm\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_feature_names\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m/home/meghana/.local/lib/python3.6/site-packages/scipy/sparse/base.py\u001b[0m in \u001b[0;36m__getattr__\u001b[0;34m(self, attr)\u001b[0m\n\u001b[1;32m    684\u001b[0m             \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgetnnz\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    685\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 686\u001b[0;31m             \u001b[0;32mraise\u001b[0m \u001b[0mAttributeError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mattr\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0;34m\" not found\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    687\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    688\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mtranspose\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0maxes\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mNone\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcopy\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mFalse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mAttributeError\u001b[0m: get_feature_names not found"
     ]
    }
   ],
   "source": [
    "mm.get_feature_names()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}