Fixed DB structure of crawled page. Now pages are written into DB and…

… show in Dashboard.

dj_backend_server/web/migrations/0006_crawledpages_content_file.py

@@ -0,0 +1,18 @@
+# Generated by Django 4.2.3 on 2023-10-27 17:32
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('web', '0005_pdfdatasourceerrorlog'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='crawledpages',
+            name='content_file',
+            field=models.CharField(max_length=255, null=True),
+        ),
+    ]

dj_backend_server/web/migrations/0007_alter_crawledpages_id.py

@@ -0,0 +1,18 @@
+# Generated by Django 4.2.3 on 2023-10-27 17:49
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('web', '0006_crawledpages_content_file'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='crawledpages',
+            name='id',
+            field=models.AutoField(primary_key=True, serialize=False),
+        ),
+    ]

dj_backend_server/web/models/crawled_pages.py

@@ -4,7 +4,7 @@
 from web.models.chatbot import Chatbot
 
 class CrawledPages(models.Model):
-    id = models.CharField(max_length=36, primary_key=True)
+    id = models.AutoField(primary_key=True)
     chatbot_id = models.CharField(max_length=36, null=True)
     website_data_source = models.ForeignKey(WebsiteDataSource, on_delete=models.CASCADE, related_name='crawled_pages')
     url = models.CharField(max_length=255)
@@ -13,7 +13,7 @@ class CrawledPages(models.Model):
     aws_url = models.TextField(null=True)
     created_at = models.DateTimeField(auto_now_add=True)
     updated_at = models.DateTimeField(auto_now=True)
-    # content_file= models.CharField(max_length=100)
+    content_file= models.CharField(max_length=255, null=True)
 
     def get_id(self):
         return self.id