Experimental Setup.py Changes

MANIFEST.in

@@ -0,0 +1,5 @@
+include botiverse/models/TRIPPY/*.txt
+include botiverse/gui/static/icons/*.png
+include botiverse/gui/static/*.png
+include botiverse/gui/static/*.css
+include botiverse/gui/templates/*.html

botiverse/bots/VoiceBot/SpeechClassifier.py

@@ -1,4 +1,12 @@
-
+try:
+    import os
+    from botiverse.models import TTS
+    from playsound import playsound
+    from botiverse.models import LSTMClassifier
+    from botiverse.preprocessors import Vocalize, Wav2Vec,  Frequency
+    from botiverse.bots.VoiceBot.utils import voice_input
+except:
+    pass
 
 class SpeechClassifier():
     '''

botiverse/bots/VoiceBot/VoiceBot.py

@@ -1,15 +1,16 @@
-import numpy as np
-import json
-from gtts import gTTS
-import tempfile
-import os
-from botiverse.models import TTS
-from playsound import playsound
-
-from botiverse.models import LSTMClassifier
-from botiverse.preprocessors import Vocalize, Wav2Vec, Wav2Text, BertEmbedder, Frequency, BertSentenceEmbedder
-from botiverse.bots.VoiceBot.utils import voice_input
-
+try:
+    import numpy as np
+    import json
+    from gtts import gTTS
+    import tempfile
+    import os
+    from botiverse.models import TTS
+    from playsound import playsound
+    from botiverse.models import LSTMClassifier
+    from botiverse.preprocessors import Vocalize, Wav2Vec, Wav2Text, BertEmbedder, Frequency, BertSentenceEmbedder
+    from botiverse.bots.VoiceBot.utils import voice_input
+except:
+    pass
 
 class VoiceBot():
     '''An interface for the vocalizer chatbot which simulates a call with a customer service bot.'''

botiverse/bots/__init__.py

@@ -1,5 +1,6 @@
 from botiverse.bots.BasicBot.BasicBot import BasicBot
 from botiverse.bots.WhizBot.WhizBot import WhizBot
+from botiverse.bots.ConverseBot.ConverseBot import ConverseBot
 from botiverse.bots.basic_TODS.basic_TODS import BasicTODS
 from botiverse.bots.deep_TODS.deep_TODS import DeepTODS
 from botiverse.bots.VoiceBot.SpeechClassifier import SpeechClassifier

botiverse/models/TRIPPY/config.py

@@ -4,7 +4,7 @@
 
 import tokenizers
 import os
-
+import gdown
 
 # Trippy configuration
 class TRIPPYConfig(object):
@@ -74,6 +74,11 @@ def __init__(self,
         self.dropout = dropout
         cur_dir = os.path.dirname(os.path.abspath(__file__))
         self.vocab_path = os.path.join(cur_dir, vocab_path)
+        if not os.path.exists(self.vocab_path):
+            print("Downloading Vocab...")
+            f_id = '1f2iOTT-QiFbIc1naqGVZWX5wPVo7gUMS' 
+            gdown.download(f'https://drive.google.com/uc?export=download&confirm=pbef&id={f_id}', self.vocab_path, quiet=False)
+            print("Done.")   
         self.tokenizer = tokenizers.BertWordPieceTokenizer(self.vocab_path, lowercase=True)
         self.ignore_idx = ignore_idx
         self.oper2id = oper2id

botiverse/models/__init__.py

@@ -11,4 +11,4 @@
 from botiverse.models.TRIPPY.TRIPPY_DST import TRIPPYDST
 from botiverse.models.TRIPPY.config import TRIPPYConfig
 
-from botiverse.models.LSTM.LSTM import LSTMClassifier
+from botiverse.models.LSTM.LSTM import LSTMClassifier

botiverse/preprocessors/Frequency/Frequency.py

@@ -1,13 +1,15 @@
-import torchaudio
-import os
-from tqdm import tqdm
-import torch
-import librosa
-import numpy as np
-import matplotlib.pyplot as plt
-from torch.utils.data import Dataset
-from audiomentations import Compose, AddGaussianNoise, TimeStretch, PitchShift, Shift
-
+try:
+    import torchaudio
+    import os
+    from tqdm import tqdm
+    import torch
+    import librosa
+    import numpy as np
+    import matplotlib.pyplot as plt
+    from torch.utils.data import Dataset
+    from audiomentations import Compose, AddGaussianNoise, TimeStretch, PitchShift, Shift
+except:
+    pass
 class Frequency():
     '''
     An interface for transforming audio files into frequency domain representations.

botiverse/preprocessors/Vocalize/Vocalize.py

@@ -1,12 +1,15 @@
-from gtts import gTTS
-import os
-from tqdm import tqdm
-from pydub import AudioSegment
-import librosa
-import random
-import soundfile as sf
-import gdown
-import shutil
+try:
+    from gtts import gTTS
+    import os
+    from tqdm import tqdm
+    from pydub import AudioSegment
+    import librosa
+    import random
+    import soundfile as sf
+    import gdown
+    import shutil
+except:
+    print("You need to install pip install botiverse[voice] to use the Vocalize transformer.")
 
 class Vocalize():
     '''

botiverse/preprocessors/Wav2Vec/Wav2Vec.py

@@ -1,12 +1,15 @@
-from audiomentations import Compose, AddGaussianNoise, TimeStretch, PitchShift, Shift
-from transformers import Wav2Vec2Model, Wav2Vec2FeatureExtractor, Wav2Vec2Processor, Wav2Vec2ForCTC, Wav2Vec2PhonemeCTCTokenizer
-import os
-import torch
-import torchaudio
-from tqdm import tqdm
-import numpy as np
-# disable warnings from this file
-from transformers import logging
+try:
+    from audiomentations import Compose, AddGaussianNoise, TimeStretch, PitchShift, Shift
+    from transformers import Wav2Vec2Model, Wav2Vec2FeatureExtractor, Wav2Vec2Processor, Wav2Vec2ForCTC, Wav2Vec2PhonemeCTCTokenizer
+    import os
+    import torch
+    import torchaudio
+    from tqdm import tqdm
+    import numpy as np
+    # disable warnings from this file
+    from transformers import logging
+except:
+    pass
 
 class Wav2Vec():
     '''

examples/bots/BasicBot/BasicBot.ipynb

@@ -9,25 +9,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 13,
+   "execution_count": 1,
    "metadata": {},
    "outputs": [
     {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Model finished training with accuracy 1.0\n"
+     "ename": "ModuleNotFoundError",
+     "evalue": "No module named 'BasicBot'",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+      "\u001b[0;31mModuleNotFoundError\u001b[0m                       Traceback (most recent call last)",
+      "Cell \u001b[0;32mIn[1], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[39mfrom\u001b[39;00m \u001b[39mbotiverse\u001b[39;00m\u001b[39m.\u001b[39;00m\u001b[39mbots\u001b[39;00m \u001b[39mimport\u001b[39;00m BasicBot\n\u001b[1;32m      2\u001b[0m \u001b[39mfrom\u001b[39;00m \u001b[39mbotiverse\u001b[39;00m \u001b[39mimport\u001b[39;00m chat_gui\n\u001b[1;32m      4\u001b[0m bot \u001b[39m=\u001b[39m BasicBot(machine\u001b[39m=\u001b[39m\u001b[39m'\u001b[39m\u001b[39msvm\u001b[39m\u001b[39m'\u001b[39m, \u001b[39mrepr\u001b[39m\u001b[39m=\u001b[39m\u001b[39m'\u001b[39m\u001b[39mtf-idf\u001b[39m\u001b[39m'\u001b[39m)\n",
+      "File \u001b[0;32m~/Documents/GitHub/Botiverse/botiverse/bots/__init__.py:1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[39mfrom\u001b[39;00m \u001b[39mBasicBot\u001b[39;00m\u001b[39m.\u001b[39;00m\u001b[39mBasicBot\u001b[39;00m \u001b[39mimport\u001b[39;00m BasicBot\n\u001b[1;32m      2\u001b[0m \u001b[39mfrom\u001b[39;00m \u001b[39mWhizBot\u001b[39;00m\u001b[39m.\u001b[39;00m\u001b[39mWhizBot\u001b[39;00m \u001b[39mimport\u001b[39;00m WhizBot\n\u001b[1;32m      3\u001b[0m \u001b[39mfrom\u001b[39;00m \u001b[39mConverseBot\u001b[39;00m\u001b[39m.\u001b[39;00m\u001b[39mConverseBot\u001b[39;00m \u001b[39mimport\u001b[39;00m ConverseBot\n",
+      "\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'BasicBot'"
      ]
-    },
-    {
-     "data": {
-      "text/plain": [
-       "\"The tuition fees for our university vary depending on the program and academic level. You can find detailed information about the costs on our website's 'Tuition and Financial Aid' section. Additionally, we provide various financial aid options to assist eligible students in managing their education expenses.\""
-      ]
-     },
-     "execution_count": 13,
-     "metadata": {},
-     "output_type": "execute_result"
     }
    ],
    "source": [
@@ -124,7 +119,7 @@
     "transform = GloVe()\n",
     "bot = BasicBot(machine=model, repr=transform)\n",
     "bot.read_data('dataset.json')\n",
-    "bot.train( batch_size=1, epochs=30, λ = 0.02, eval_train=True, val_split=0.0)\n"
+    "bot.train(batch_size=1, epochs=30, λ = 0.02, eval_train=True, val_split=0.0)\n"
    ]
   },
   {

examples/bots/TaskBot/sim-R_demo/label_maps.json

@@ -0,0 +1,3 @@
+{
+
+}