ipcam: rewrite motion detection system

8 files changed, 334 insertions, 104 deletions

diff --git a/src/home/bot/store.py b/src/home/bot/store.py
index aeedc47..e655d8f 100644
--- a/src/home/bot/store.py
+++ b/src/home/bot/store.py
@@ -1,80 +1,32 @@
-import sqlite3
-import os.path
-import logging
+from ..database.sqlite import SQLiteBase
 
-from ..config import config
-
-logger = logging.getLogger(__name__)
-
-
-def _get_database_path() -> str:
-    return os.path.join(os.environ['HOME'], '.config', config.app_name, 'bot.db')
-
-
-class Store:
-    SCHEMA_VERSION = 1
 
+class Store(SQLiteBase):
     def __init__(self):
-        self.sqlite = sqlite3.connect(_get_database_path(), check_same_thread=False)
-
-        sqlite_version = self._get_sqlite_version()
-        logger.info(f'SQLite version: {sqlite_version}')
-
-        schema_version = self._get_schema_version()
-        logger.info(f'Schema version: {schema_version}')
-
-        if schema_version < 1:
-            self._database_init()
-        elif schema_version < Store.SCHEMA_VERSION:
-            self._database_upgrade(Store.SCHEMA_VERSION)
-
-    def __del__(self):
-        if self.sqlite:
-            self.sqlite.commit()
-            self.sqlite.close()
-
-    def _get_sqlite_version(self) -> str:
-        cursor = self.sqlite.cursor()
-        cursor.execute("SELECT sqlite_version()")
-
-        return cursor.fetchone()[0]
-        
-    def _get_schema_version(self) -> int:
-        cursor = self.sqlite.execute('PRAGMA user_version')
-        return int(cursor.fetchone()[0])
-
-    def _set_schema_version(self, v) -> None:
-        self.sqlite.execute('PRAGMA user_version={:d}'.format(v))
-        logger.info(f'Schema set to {v}')
-
-    def _database_init(self) -> None:
-        cursor = self.sqlite.cursor()
-        cursor.execute("""CREATE TABLE IF NOT EXISTS users (
-            id INTEGER PRIMARY KEY,
-            lang TEXT NOT NULL
-        )""")
-        self.sqlite.commit()
-        self._set_schema_version(1)
-
-    def _database_upgrade(self, version: int) -> None:
-        # do the upgrade here
+        super().__init__()
 
-        # self.sqlite.commit()
-        self._set_schema_version(version)
+    def schema_init(self, version: int) -> None:
+        if version < 1:
+            cursor = self.cursor()
+            cursor.execute("""CREATE TABLE IF NOT EXISTS users (
+                id INTEGER PRIMARY KEY,
+                lang TEXT NOT NULL
+            )""")
+            self.commit()
 
     def get_user_lang(self, user_id: int, default: str = 'en') -> str:
-        cursor = self.sqlite.cursor()
+        cursor = self.cursor()
         cursor.execute('SELECT lang FROM users WHERE id=?', (user_id,))
         row = cursor.fetchone()
 
         if row is None:
             cursor.execute('INSERT INTO users (id, lang) VALUES (?, ?)', (user_id, default))
-            self.sqlite.commit()
+            self.commit()
             return default
         else:
             return row[0]
 
     def set_user_lang(self, user_id: int, lang: str) -> None:
-        cursor = self.sqlite.cursor()
+        cursor = self.cursor()
         cursor.execute('UPDATE users SET lang=? WHERE id=?', (lang, user_id))
-        self.sqlite.commit()
\ No newline at end of file
+        self.commit()
diff --git a/src/home/camera/util.py b/src/home/camera/util.py
new file mode 100644
index 0000000..5f18a1f
--- /dev/null
+++ b/src/home/camera/util.py
@@ -0,0 +1,100 @@
+import asyncio
+import os.path
+import logging
+import psutil
+
+from ..util import chunks
+from ..config import config
+
+_logger = logging.getLogger(__name__)
+_temporary_fixing = '.temporary_fixing.mp4'
+
+
+def _get_ffmpeg_path() -> str:
+    return 'ffmpeg' if 'ffmpeg' not in config else config['ffmpeg']['path']
+
+
+def time2seconds(time: str) -> int:
+    time, frac = time.split('.')
+    frac = int(frac)
+
+    h, m, s = [int(i) for i in time.split(':')]
+
+    return round(s + m*60 + h*3600 + frac/1000)
+
+
+async def ffmpeg_recreate(filename: str):
+    filedir = os.path.dirname(filename)
+    tempname = os.path.join(filedir, _temporary_fixing)
+    mtime = os.path.getmtime(filename)
+
+    args = [_get_ffmpeg_path(), '-nostats', '-loglevel', 'error', '-i', filename, '-c', 'copy', '-y', tempname]
+    proc = await asyncio.create_subprocess_exec(*args,
+                                                stdout=asyncio.subprocess.PIPE,
+                                                stderr=asyncio.subprocess.PIPE)
+    stdout, stderr = await proc.communicate()
+    if proc.returncode != 0:
+        _logger.error(f'fix_timestamps({filename}): ffmpeg returned {proc.returncode}, stderr: {stderr.decode().strip()}')
+
+    if os.path.isfile(tempname):
+        os.unlink(filename)
+        os.rename(tempname, filename)
+        os.utime(filename, (mtime, mtime))
+        _logger.info(f'fix_timestamps({filename}): OK')
+    else:
+        _logger.error(f'fix_timestamps({filename}): temp file \'{tempname}\' does not exists, fix failed')
+
+
+async def ffmpeg_cut(input: str,
+                     output: str,
+                     start_pos: int,
+                     duration: int):
+    args = [_get_ffmpeg_path(), '-nostats', '-loglevel', 'error', '-i', input,
+            '-ss', str(start_pos), '-t', str(duration),
+            '-c', 'copy', '-y', output]
+    proc = await asyncio.create_subprocess_exec(*args,
+                                                stdout=asyncio.subprocess.PIPE,
+                                                stderr=asyncio.subprocess.PIPE)
+    stdout, stderr = await proc.communicate()
+    if proc.returncode != 0:
+        _logger.error(f'ffmpeg_cut({input}, start_pos={start_pos}, duration={duration}): ffmpeg returned {proc.returncode}, stderr: {stderr.decode().strip()}')
+    else:
+        _logger.info(f'ffmpeg_cut({input}): OK')
+
+
+def dvr_scan_timecodes(timecodes: str) -> list[tuple[int, int]]:
+    timecodes = timecodes.split(',')
+    if len(timecodes) % 2 != 0:
+        raise ValueError('invalid number of timecodes')
+
+    timecodes = list(map(time2seconds, timecodes))
+    timecodes = list(chunks(timecodes, 2))
+
+    # sort out invalid fragments (dvr-scan returns them sometimes, idk why...)
+    timecodes = list(filter(lambda f: f[0] < f[1], timecodes))
+    if not timecodes:
+        raise ValueError('no valid timecodes')
+
+    # https://stackoverflow.com/a/43600953
+    timecodes.sort(key=lambda interval: interval[0])
+    merged = [timecodes[0]]
+    for current in timecodes:
+        previous = merged[-1]
+        if current[0] <= previous[1]:
+            previous[1] = max(previous[1], current[1])
+        else:
+            merged.append(current)
+
+    return merged
+
+
+def has_handle(fpath):
+    for proc in psutil.process_iter():
+        try:
+            for item in proc.open_files():
+                if fpath == item.path:
+                    return True
+        except Exception:
+            pass
+
+    return False
\ No newline at end of file
diff --git a/src/home/config/config.py b/src/home/config/config.py
index af1c772..8b50609 100644
--- a/src/home/config/config.py
+++ b/src/home/config/config.py
@@ -120,6 +120,7 @@ def setup_logging(verbose=False, log_file=None, default_fmt=False):
     logging_level = logging.INFO
     if is_development_mode() or verbose:
         logging_level = logging.DEBUG
+        _add_logging_level('TRACE', logging.DEBUG-5)
 
     log_config = {'level': logging_level}
     if not default_fmt:
@@ -130,3 +131,54 @@ def setup_logging(verbose=False, log_file=None, default_fmt=False):
         log_config['encoding'] = 'utf-8'
 
     logging.basicConfig(**log_config)
+
+
+# https://stackoverflow.com/questions/2183233/how-to-add-a-custom-loglevel-to-pythons-logging-facility/35804945#35804945
+def _add_logging_level(levelName, levelNum, methodName=None):
+    """
+    Comprehensively adds a new logging level to the `logging` module and the
+    currently configured logging class.
+
+    `levelName` becomes an attribute of the `logging` module with the value
+    `levelNum`. `methodName` becomes a convenience method for both `logging`
+    itself and the class returned by `logging.getLoggerClass()` (usually just
+    `logging.Logger`). If `methodName` is not specified, `levelName.lower()` is
+    used.
+
+    To avoid accidental clobberings of existing attributes, this method will
+    raise an `AttributeError` if the level name is already an attribute of the
+    `logging` module or if the method name is already present
+
+    Example
+    -------
+    >>> addLoggingLevel('TRACE', logging.DEBUG - 5)
+    >>> logging.getLogger(__name__).setLevel("TRACE")
+    >>> logging.getLogger(__name__).trace('that worked')
+    >>> logging.trace('so did this')
+    >>> logging.TRACE
+    5
+
+    """
+    if not methodName:
+        methodName = levelName.lower()
+
+    if hasattr(logging, levelName):
+        raise AttributeError('{} already defined in logging module'.format(levelName))
+    if hasattr(logging, methodName):
+        raise AttributeError('{} already defined in logging module'.format(methodName))
+    if hasattr(logging.getLoggerClass(), methodName):
+        raise AttributeError('{} already defined in logger class'.format(methodName))
+
+    # This method was inspired by the answers to Stack Overflow post
+    # http://stackoverflow.com/q/2183233/2988730, especially
+    # http://stackoverflow.com/a/13638084/2988730
+    def logForLevel(self, message, *args, **kwargs):
+        if self.isEnabledFor(levelNum):
+            self._log(levelNum, message, args, **kwargs)
+    def logToRoot(message, *args, **kwargs):
+        logging.log(levelNum, message, *args, **kwargs)
+
+    logging.addLevelName(levelNum, levelName)
+    setattr(logging, levelName, levelNum)
+    setattr(logging.getLoggerClass(), methodName, logForLevel)
+    setattr(logging, methodName, logToRoot)
\ No newline at end of file
diff --git a/src/home/database/sqlite.py b/src/home/database/sqlite.py
new file mode 100644
index 0000000..8f1763e
--- /dev/null
+++ b/src/home/database/sqlite.py
@@ -0,0 +1,62 @@
+import sqlite3
+import os.path
+import logging
+
+from ..config import config, is_development_mode
+
+
+def _get_database_path(name) -> str:
+    return os.path.join(os.environ['HOME'], '.config', name, 'bot.db')
+
+
+class SQLiteBase:
+    SCHEMA = 1
+
+    def __init__(self, name=None, check_same_thread=False):
+        if not name:
+            name = config.app_name
+
+        self.logger = logging.getLogger(self.__class__.__name__)
+        self.sqlite = sqlite3.connect(_get_database_path(name),
+                                      check_same_thread=check_same_thread)
+
+        if is_development_mode():
+            self.sql_logger = logging.getLogger(self.__class__.__name__)
+            self.sql_logger.setLevel('TRACE')
+            self.sqlite.set_trace_callback(self.sql_logger.trace)
+
+        sqlite_version = self._get_sqlite_version()
+        self.logger.debug(f'SQLite version: {sqlite_version}')
+
+        schema_version = self.schema_get_version()
+        self.logger.debug(f'Schema version: {schema_version}')
+
+        self.schema_init(schema_version)
+        self.schema_set_version(self.SCHEMA)
+
+    def __del__(self):
+        if self.sqlite:
+            self.sqlite.commit()
+            self.sqlite.close()
+
+    def _get_sqlite_version(self) -> str:
+        cursor = self.sqlite.cursor()
+        cursor.execute("SELECT sqlite_version()")
+        return cursor.fetchone()[0]
+
+    def schema_get_version(self) -> int:
+        cursor = self.sqlite.execute('PRAGMA user_version')
+        return int(cursor.fetchone()[0])
+
+    def schema_set_version(self, v) -> None:
+        self.sqlite.execute('PRAGMA user_version={:d}'.format(v))
+        self.logger.info(f'Schema set to {v}')
+
+    def cursor(self) -> sqlite3.Cursor:
+        return self.sqlite.cursor()
+
+    def commit(self) -> None:
+        return self.sqlite.commit()
+
+    def schema_init(self, version: int) -> None:
+        raise ValueError(f'{self.__class__.__name__}: must override schema_init')
diff --git a/src/home/http/__init__.py b/src/home/http/__init__.py
new file mode 100644
index 0000000..2597457
--- /dev/null
+++ b/src/home/http/__init__.py
@@ -0,0 +1,2 @@
+from .http import serve, ok, routes, HTTPServer
+from aiohttp.web import FileResponse, Request
diff --git a/src/home/http/http.py b/src/home/http/http.py
new file mode 100644
index 0000000..acacb51
--- /dev/null
+++ b/src/home/http/http.py
@@ -0,0 +1,92 @@
+import logging
+import asyncio
+
+from aiohttp import web
+from aiohttp.web_exceptions import HTTPNotFound
+
+from ..util import stringify, format_tb, Addr
+
+
+@web.middleware
+async def errors_handler_middleware(request, handler):
+    try:
+        response = await handler(request)
+        return response
+
+    except HTTPNotFound:
+        return web.json_response({'error': 'not found'}, status=404)
+
+    except Exception as exc:
+        data = {
+            'error': exc.__class__.__name__,
+            'message': exc.message if hasattr(exc, 'message') else str(exc)
+        }
+        tb = format_tb(exc)
+        if tb:
+            data['stacktrace'] = tb
+
+        return web.json_response(data, status=500)
+
+
+def serve(addr: Addr, route_table: web.RouteTableDef, handle_signals: bool = True):
+    app = web.Application()
+    app.add_routes(route_table)
+    app.middlewares.append(errors_handler_middleware)
+
+    host, port = addr
+
+    web.run_app(app,
+                host=host,
+                port=port,
+                handle_signals=handle_signals)
+
+
+def routes() -> web.RouteTableDef:
+    return web.RouteTableDef()
+
+
+def ok(data=None):
+    if data is None:
+        data = 1
+    response = {'response': data}
+    return web.json_response(response, dumps=stringify)
+
+
+class HTTPServer:
+    def __init__(self, addr: Addr, handle_errors=True):
+        self.addr = addr
+        self.app = web.Application()
+        self.logger = logging.getLogger(self.__class__.__name__)
+
+        if handle_errors:
+            self.app.middlewares.append(errors_handler_middleware)
+
+    def _add_route(self,
+                   method: str,
+                   path: str,
+                   handler: callable):
+        self.app.router.add_routes([getattr(web, method)(path, handler)])
+
+    def get(self, path, handler):
+        self._add_route('get', path, handler)
+
+    def post(self, path, handler):
+        self._add_route('post', path, handler)
+
+    def run(self, event_loop=None, handle_signals=True):
+        if not event_loop:
+            event_loop = asyncio.get_event_loop()
+
+        runner = web.AppRunner(self.app, handle_signals=handle_signals)
+        event_loop.run_until_complete(runner.setup())
+
+        host, port = self.addr
+        site = web.TCPSite(runner, host=host, port=port)
+        event_loop.run_until_complete(site.start())
+
+        self.logger.info(f'Server started at http://{host}:{port}')
+
+        event_loop.run_forever()
+
+    def ok(self, data=None):
+        return ok(data)
diff --git a/src/home/soundsensor/server.py b/src/home/soundsensor/server.py
index 490fc36..0a53ae6 100644
--- a/src/home/soundsensor/server.py
+++ b/src/home/soundsensor/server.py
@@ -4,13 +4,10 @@ import logging
 import threading
 
 from ..config import config
-from aiohttp import web
-from aiohttp.web_exceptions import (
-    HTTPNotFound
-)
+from .. import http
 
 from typing import Type
-from ..util import Addr, stringify, format_tb
+from ..util import Addr
 
 logger = logging.getLogger(__name__)
 
@@ -74,52 +71,22 @@ class SoundSensorServer:
         loop.run_forever()
 
     def run_guard_server(self):
-        routes = web.RouteTableDef()
-
-        def ok(data=None):
-            if data is None:
-                data = 1
-            response = {'response': data}
-            return web.json_response(response, dumps=stringify)
-
-        @web.middleware
-        async def errors_handler_middleware(request, handler):
-            try:
-                response = await handler(request)
-                return response
-            except HTTPNotFound:
-                return web.json_response({'error': 'not found'}, status=404)
-            except Exception as exc:
-                data = {
-                    'error': exc.__class__.__name__,
-                    'message': exc.message if hasattr(exc, 'message') else str(exc)
-                }
-                tb = format_tb(exc)
-                if tb:
-                    data['stacktrace'] = tb
-
-                return web.json_response(data, status=500)
+        routes = http.routes()
 
         @routes.post('/guard/enable')
         async def guard_enable(request):
             self.set_recording(True)
-            return ok()
+            return http.ok()
 
         @routes.post('/guard/disable')
         async def guard_disable(request):
             self.set_recording(False)
-            return ok()
+            return http.ok()
 
         @routes.get('/guard/status')
         async def guard_status(request):
-            return ok({'enabled': self.is_recording_enabled()})
+            return http.ok({'enabled': self.is_recording_enabled()})
 
         asyncio.set_event_loop(asyncio.new_event_loop())  # need to create new event loop in new thread
-        app = web.Application()
-        app.add_routes(routes)
-        app.middlewares.append(errors_handler_middleware)
-
-        web.run_app(app,
-                    host=self.addr[0],
-                    port=self.addr[1],
-                    handle_signals=False)  # handle_signals=True doesn't work in separate thread
+        http.serve(self.addr, routes, handle_signals=False)  # handle_signals=True doesn't work in separate thread
+
diff --git a/src/home/util.py b/src/home/util.py
index 2c43cb0..a6ac906 100644
--- a/src/home/util.py
+++ b/src/home/util.py
@@ -8,6 +8,7 @@ import logging
 import string
 import random
 
+from enum import Enum
 from .config import config
 from datetime import datetime
 from typing import Tuple, Optional
@@ -28,6 +29,8 @@ def json_serial(obj):
     """JSON serializer for datetime objects"""
     if isinstance(obj, datetime):
         return obj.timestamp()
+    if isinstance(obj, Enum):
+        return obj.value
     raise TypeError("Type %s not serializable" % type(obj))