rename new_scrapings

etiennecallies · Nov 17, 2024 · 29e8861 · 29e8861
1 parent a75ee58
commit 29e8861
Show file tree

Hide file tree

Showing 3 changed files with 19 additions and 4 deletions.
diff --git a/home/migrations/0132_alter_scraping_prunings.py b/home/migrations/0132_alter_scraping_prunings.py
@@ -0,0 +1,18 @@
+# Generated by Django 5.0.9 on 2024-11-17 11:28
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('home', '0131_remove_scraping_pruning'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='scraping',
+            name='prunings',
+            field=models.ManyToManyField(related_name='scrapings', to='home.pruning'),
+        ),
+    ]
diff --git a/home/models/base_models.py b/home/models/base_models.py
@@ -186,7 +186,7 @@ class Crawling(TimeStampMixin):
 class Scraping(TimeStampMixin):
     nb_iterations = models.PositiveSmallIntegerField()
     page = models.OneToOneField('Page', on_delete=models.CASCADE, related_name='scraping')
-    prunings = models.ManyToManyField('Pruning', related_name='new_scrapings')
+    prunings = models.ManyToManyField('Pruning', related_name='scrapings')
 
 
 class Pruning(TimeStampMixin):

diff --git a/scraping/services/scrape_page_service.py b/scraping/services/scrape_page_service.py
@@ -40,12 +40,9 @@ def upsert_scraping(page: Page, extracted_html: Optional[str]) -> ():
         for extracted_html_item in extracted_html_list:
             prunings.append(create_pruning(extracted_html_item))
 
-        legacy_pruning = prunings[0] if prunings else None  # TODO remove this line
-
         scraping = Scraping(
             nb_iterations=1,
             page=page,
-            pruning=legacy_pruning,  # TODO remove this line
         )
         scraping.save()