fix: squash migrations.

ammirsm · Apr 3, 2024 · 07b3de7 · 07b3de7
1 parent 454d311
commit 07b3de7
Show file tree

Hide file tree

Showing 11 changed files with 62 additions and 223 deletions.
diff --git a/datastore/migrations/0001_initial.py b/datastore/migrations/0001_initial.py
@@ -1,10 +1,9 @@
-# Generated by Django 4.2.9 on 2024-02-21 15:00
+# Generated by Django 4.2.9 on 2024-04-03 03:04
 
-import uuid
-
-import django.db.models.deletion
 from django.db import migrations, models
-from pgvector.django import VectorExtension
+import django.db.models.deletion
+import pgvector.django
+import uuid
 
 
 class Migration(migrations.Migration):
@@ -13,7 +12,6 @@ class Migration(migrations.Migration):
     dependencies = []
 
     operations = [
-        VectorExtension(),
         migrations.CreateModel(
             name="Config",
             fields=[
@@ -34,6 +32,37 @@ class Migration(migrations.Migration):
                 "verbose_name_plural": "Configs",
             },
         ),
+        migrations.CreateModel(
+            name="Document",
+            fields=[
+                (
+                    "id",
+                    models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name="ID"),
+                ),
+                ("is_active", models.BooleanField(default=True)),
+                ("uuid", models.UUIDField(default=uuid.uuid4, editable=False, unique=True)),
+                ("created_at", models.DateTimeField(auto_now_add=True)),
+                ("updated_at", models.DateTimeField(auto_now=True)),
+                ("raw_data", models.JSONField(default=dict)),
+                ("doc_id", models.CharField(db_index=True, max_length=1000)),
+                ("excluded_embed_metadata_keys", models.JSONField(default=list)),
+                ("excluded_llm_metadata_keys", models.JSONField(default=list)),
+                ("extra_info", models.JSONField(default=dict)),
+                ("hash", models.CharField(max_length=1000)),
+                ("metadata", models.JSONField(default=dict)),
+                ("metadata_template", models.TextField()),
+                ("text", models.TextField()),
+                ("text_template", models.TextField()),
+                ("source_created_at", models.DateTimeField(blank=True, null=True)),
+                ("source_modified_at", models.DateTimeField(blank=True, null=True)),
+                ("chunk_size", models.IntegerField(default=1000)),
+                ("chunk_overlap", models.IntegerField(default=20)),
+            ],
+            options={
+                "verbose_name": "Document",
+                "verbose_name_plural": "Documents",
+            },
+        ),
         migrations.CreateModel(
             name="Folder",
             fields=[
@@ -46,6 +75,9 @@ class Migration(migrations.Migration):
                 ("created_at", models.DateTimeField(auto_now_add=True)),
                 ("updated_at", models.DateTimeField(auto_now=True)),
                 ("folder_id", models.CharField(max_length=1000)),
+                ("last_sync", models.DateTimeField(blank=True, null=True)),
+                ("cron_config", models.JSONField(blank=True, default=dict, null=True)),
+                ("sync_interval", models.IntegerField(default=5)),
                 ("config", models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to="datastore.config")),
             ],
             options={
@@ -54,7 +86,7 @@ class Migration(migrations.Migration):
             },
         ),
         migrations.CreateModel(
-            name="Document",
+            name="DocumentChunk",
             fields=[
                 (
                     "id",
@@ -65,20 +97,25 @@ class Migration(migrations.Migration):
                 ("created_at", models.DateTimeField(auto_now_add=True)),
                 ("updated_at", models.DateTimeField(auto_now=True)),
                 ("raw_data", models.JSONField(default=dict)),
-                ("doc_id", models.CharField(max_length=1000)),
-                ("excluded_embed_metadata_keys", models.JSONField(default=list)),
-                ("excluded_llm_metadata_keys", models.JSONField(default=list)),
-                ("extra_info", models.JSONField(default=dict)),
-                ("hash", models.CharField(max_length=1000)),
-                ("metadata", models.JSONField(default=dict)),
-                ("metadata_template", models.TextField()),
-                ("text", models.TextField()),
-                ("text_template", models.TextField()),
-                ("folder", models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to="datastore.folder")),
+                ("chunk", models.TextField()),
+                ("embedding", pgvector.django.VectorField(dimensions=384, null=True)),
+                (
+                    "document",
+                    models.ForeignKey(
+                        on_delete=django.db.models.deletion.CASCADE, related_name="chunks", to="datastore.document"
+                    ),
+                ),
             ],
             options={
-                "verbose_name": "Document",
-                "verbose_name_plural": "Documents",
+                "verbose_name": "Document Chunk",
+                "verbose_name_plural": "Document Chunks",
             },
         ),
+        migrations.AddField(
+            model_name="document",
+            name="folder",
+            field=models.ForeignKey(
+                on_delete=django.db.models.deletion.CASCADE, related_name="documents", to="datastore.folder"
+            ),
+        ),
     ]
diff --git a/datastore/migrations/0002_folder_cron_config_folder_last_sync_and_more.py b/datastore/migrations/0002_folder_cron_config_folder_last_sync_and_more.py
diff --git a/datastore/migrations/0003_document_source_created_at_and_more.py b/datastore/migrations/0003_document_source_created_at_and_more.py
diff --git a/datastore/migrations/0004_alter_document_source_created_at_and_more.py b/datastore/migrations/0004_alter_document_source_created_at_and_more.py
diff --git a/datastore/migrations/0005_auto_20240229_0521.py b/datastore/migrations/0005_auto_20240229_0521.py
diff --git a/datastore/migrations/0006_document_chunk_overlap_document_chunk_size_and_more.py b/datastore/migrations/0006_document_chunk_overlap_document_chunk_size_and_more.py
diff --git a/datastore/migrations/0007_alter_documentchunk_embedding.py b/datastore/migrations/0007_alter_documentchunk_embedding.py
diff --git a/datastore/migrations/0008_folder_sync_interval.py b/datastore/migrations/0008_folder_sync_interval.py
diff --git a/datastore/migrations/0009_alter_folder_cron_config.py b/datastore/migrations/0009_alter_folder_cron_config.py
diff --git a/rag/migrations/0001_initial.py b/rag/migrations/0001_initial.py
@@ -1,4 +1,4 @@
-# Generated by Django 4.2.9 on 2024-02-21 15:00
+# Generated by Django 4.2.9 on 2024-04-03 03:04
 
 from django.db import migrations, models
 

diff --git a/uac/migrations/0001_initial.py b/uac/migrations/0001_initial.py
@@ -1,21 +1,20 @@
-# Generated by Django 4.2.9 on 2024-02-21 15:00
-
-import uuid
+# Generated by Django 4.2.9 on 2024-04-03 03:04
 
+from django.conf import settings
 import django.contrib.auth.models
 import django.contrib.auth.validators
+from django.db import migrations, models
 import django.db.models.deletion
 import django.utils.timezone
-from django.conf import settings
-from django.db import migrations, models
+import uuid
 
 
 class Migration(migrations.Migration):
     initial = True
 
     dependencies = [
-        ("datastore", "0001_initial"),
         ("auth", "0012_alter_user_first_name_max_length"),
+        ("datastore", "0001_initial"),
     ]
 
     operations = [