Mirrors/blakeblackshear.frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2025-10-27 10:52:11 +01:00
Code Issues Projects Releases Wiki Activity

remove backfill - only store rows moving forward

Browse Source
This commit is contained in:
Jason Hunter 2021-06-07 15:12:54 -04:00 committed by Blake Blackshear
parent 098e293c82
commit f7975cbbc4
1 changed files with 2 additions and 66 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

68
migrations/003_create_recordings_table.py
View File

@ -20,24 +20,8 @@ Some examples (model - class or model name)::
> migrator.add_default(model, field_name, default) > migrator.add_default(model, field_name, default)
""" """
from concurrent.futures import as_completed, ThreadPoolExecutor
import datetime as dt
import peewee as pw import peewee as pw
from decimal import ROUND_HALF_EVEN
import random
import string
import os
import subprocess as sp
import glob
import re
try:
import playhouse.postgres_ext as pw_pext
except ImportError:
pass
from frigate.const import RECORD_DIR
from frigate.models import Recordings from frigate.models import Recordings
SQL = pw.SQL SQL = pw.SQL
@ -46,62 +30,14 @@ SQL = pw.SQL
def migrate(migrator, database, fake=False, **kwargs): def migrate(migrator, database, fake=False, **kwargs):
migrator.create_model(Recordings) migrator.create_model(Recordings)
def backfill(): def add_index():
# First add the index here, because there is a bug in peewee_migrate # First add the index here, because there is a bug in peewee_migrate
# when trying to create an multi-column index in the same migration # when trying to create an multi-column index in the same migration
# as the table: https://github.com/klen/peewee_migrate/issues/19 # as the table: https://github.com/klen/peewee_migrate/issues/19
Recordings.add_index("start_time", "end_time") Recordings.add_index("start_time", "end_time")
Recordings.create_table() Recordings.create_table()
# Backfill existing recordings migrator.python(add_index)
files = glob.glob(f"{RECORD_DIR}/*/*/*/*/*.mp4")
def probe(path):
ffprobe_cmd = [
"ffprobe",
"-v",
"error",
"-show_entries",
"format=duration",
"-of",
"default=noprint_wrappers=1:nokey=1",
path,
]
p = sp.run(ffprobe_cmd, capture_output=True)
if p.returncode == 0:
return float(p.stdout.decode().strip())
else:
os.remove(path)
return 0
with ThreadPoolExecutor() as executor:
future_to_path = {executor.submit(probe, path): path for path in files}
for future in as_completed(future_to_path):
path = future_to_path[future]
duration = future.result()
rand_id = "".join(
random.choices(string.ascii_lowercase + string.digits, k=6)
)
search = re.search(
r".+/(\d{4}[-]\d{2})/(\d{2})/(\d{2})/(.+)/(\d{2})\.(\d{2}).mp4",
path,
)
if not search:
return False
date = f"{search.group(1)}-{search.group(2)} {search.group(3)}:{search.group(5)}:{search.group(6)}"
start = dt.datetime.strptime(date, "%Y-%m-%d %H:%M:%S")
end = start + dt.timedelta(seconds=duration)
Recordings.create(
id=f"{start.timestamp()}-{rand_id}",
camera=search.group(4),
path=path,
start_time=start.timestamp(),
end_time=end.timestamp(),
duration=duration,
)
migrator.python(backfill)
def rollback(migrator, database, fake=False, **kwargs): def rollback(migrator, database, fake=False, **kwargs):