videos: use creation date for missing date digitized records

Author: zubeydecivelek

cds_migrator_kit/videos/weblecture_migration/transform/transform.py

@@ -342,14 +342,14 @@ def reformat_date(json_data):
                 json_data["_curation"]["legacy_dates"] = legacy_dates
                 dates_set = [sorted(dates_set)[0]]
 
-            # TODO: update after migrator fix
+            # TODO: remove this part after digitized lecturemedia migration
             if not dates_set:
-                dates_set = [json_data.get("lecture_created")]
+                dates_set = [json_data["creation_date"]]
                 self.migration_logger.add_information(
                     json_data.get("recid"),
                     state={
                         "message": "Lecture created date used!",
-                        "value": json_data.get("lecture_created"),
+                        "value": json_data["creation_date"],
                     },
                 )
 
@@ -749,6 +749,8 @@ def transform(self, entry):
 
         # Generate media files before metadata, it'll set if record has multiple masters
         media_files = self._media_files(json_data)
+        creation_date = self._created(record_dump)
+        json_data["creation_date"] = creation_date.date().isoformat()
         record_json_output = {
             "metadata": self._metadata(json_data),
             "created": self._created(record_dump),

tests/cds-videos/test_videos_transform_rules.py

@@ -12,6 +12,7 @@
 from os.path import dirname, join
 from pathlib import Path
 
+import arrow
 import pytest
 import yaml
 
@@ -142,6 +143,7 @@ def test_transform_date(dumpdir, base_app):
             record_marcxml, "518", {"d": "2025-02-06"}
         )
         res = load_and_dump_revision(modified_data)
+        dump = CDSRecordDump(data=modified_data, dojson_model=videos_migrator_marc21)
 
         # Transform record
         record_entry = CDSToVideosRecordEntry()
@@ -159,8 +161,9 @@ def test_transform_date(dumpdir, base_app):
         res = load_and_dump_revision(modified_data)
 
         # Transform record
-        with pytest.raises(MissingRequiredField):
-            record_entry._metadata(res)
+        # TODO: revert this change after digitized lecturemedia migration
+        # with pytest.raises(MissingRequiredField):
+        #     record_entry._metadata(res)
 
 
 def test_transform_contributor(dumpdir, base_app):
@@ -212,6 +215,7 @@ def test_transform_digitized(dumpdir, base_app):
         # Get digitized record and apply rules
         entry_data = data[1]
         res = load_and_dump_revision(entry_data)
+        dump = CDSRecordDump(data=entry_data, dojson_model=videos_migrator_marc21)
 
         digitized = [
             item["digitized"] for item in res["url_files"] if "digitized" in item
@@ -228,8 +232,9 @@ def test_transform_digitized(dumpdir, base_app):
 
         # Transform record it should fail (no valid date, it has date range)
         record_entry = CDSToVideosRecordEntry()
-        with pytest.raises(MissingRequiredField):
-            record_entry._metadata(res)
+        # TODO: revert this change after digitized lecturemedia migration
+        # with pytest.raises(MissingRequiredField):
+        #     record_entry._metadata(res)
 
 
 def test_transform_files(dumpdir, base_app):
@@ -286,6 +291,7 @@ def test_transform_note(dumpdir, base_app):
         # Get record and apply rules
         entry_data = data[1]
         res = load_and_dump_revision(entry_data)
+        dump = CDSRecordDump(data=entry_data, dojson_model=videos_migrator_marc21)
 
         # Record has one internal note
         assert "notes" in res
@@ -295,8 +301,9 @@ def test_transform_note(dumpdir, base_app):
 
         # Transform record it should fail (no valid date, it has date range)
         record_entry = CDSToVideosRecordEntry()
-        with pytest.raises(MissingRequiredField):
-            record_entry._metadata(res)
+        # TODO: revert this change after digitized lecturemedia migration
+        # with pytest.raises(MissingRequiredField):
+        #     record_entry._metadata(res)
 
         # Test case: Add internal note which has a valid date to record
         modified_data = data[1]