remove backfill - only store rows moving forward

migrations/003_create_recordings_table.py

@@ -20,24 +20,8 @@
     > migrator.add_default(model, field_name, default)
 
 """
-
-from concurrent.futures import as_completed, ThreadPoolExecutor
-import datetime as dt
 import peewee as pw
-from decimal import ROUND_HALF_EVEN
-import random
-import string
-import os
-import subprocess as sp
-import glob
-import re
-
-try:
-    import playhouse.postgres_ext as pw_pext
-except ImportError:
-    pass
 
-from frigate.const import RECORD_DIR
 from frigate.models import Recordings
 
 SQL = pw.SQL
@@ -46,62 +30,14 @@
 def migrate(migrator, database, fake=False, **kwargs):
     migrator.create_model(Recordings)
 
-    def backfill():
+    def add_index():
         # First add the index here, because there is a bug in peewee_migrate
         # when trying to create an multi-column index in the same migration
         # as the table: https://github.com/klen/peewee_migrate/issues/19
         Recordings.add_index("start_time", "end_time")
         Recordings.create_table()
 
-        # Backfill existing recordings
-        files = glob.glob(f"{RECORD_DIR}/*/*/*/*/*.mp4")
-
-        def probe(path):
-            ffprobe_cmd = [
-                "ffprobe",
-                "-v",
-                "error",
-                "-show_entries",
-                "format=duration",
-                "-of",
-                "default=noprint_wrappers=1:nokey=1",
-                path,
-            ]
-            p = sp.run(ffprobe_cmd, capture_output=True)
-            if p.returncode == 0:
-                return float(p.stdout.decode().strip())
-            else:
-                os.remove(path)
-                return 0
-
-        with ThreadPoolExecutor() as executor:
-            future_to_path = {executor.submit(probe, path): path for path in files}
-            for future in as_completed(future_to_path):
-                path = future_to_path[future]
-                duration = future.result()
-                rand_id = "".join(
-                    random.choices(string.ascii_lowercase + string.digits, k=6)
-                )
-                search = re.search(
-                    r".+/(\d{4}[-]\d{2})/(\d{2})/(\d{2})/(.+)/(\d{2})\.(\d{2}).mp4",
-                    path,
-                )
-                if not search:
-                    return False
-                date = f"{search.group(1)}-{search.group(2)} {search.group(3)}:{search.group(5)}:{search.group(6)}"
-                start = dt.datetime.strptime(date, "%Y-%m-%d %H:%M:%S")
-                end = start + dt.timedelta(seconds=duration)
-
-                Recordings.create(
-                    id=f"{start.timestamp()}-{rand_id}",
-                    camera=search.group(4),
-                    path=path,
-                    start_time=start.timestamp(),
-                    end_time=end.timestamp(),
-                    duration=duration,
-                )
-
-    migrator.python(backfill)
+    migrator.python(add_index)
 
 
 def rollback(migrator, database, fake=False, **kwargs):