feature/additional-db (#371)

* add support for setting db_url

* fix tests

* add db_username/password env variables

* init db if super user doesn't exist

* fix tests

* fix tests

* set SQLite default DB_URL

* don't run tests on draft PRs

* add lint/black tests

* add test-all

* spell check settings

* black/flake8

* check format fail

* new badges

* rename workflow

* fix formatting

* remove white-space

* test connection arguments for pg

* format

* add new values to template

* format

* remove old script

* monkeypatch test db

* working docker-compose for postgres

* update docs

* test pg workflow

* format

* add driver

* install w/ poetry

* setup container

* change image

* set database to localhost

* update tests

* set url

* fix url path

* disable cache

* database init

* bust cache

* get by name

Co-authored-by: hay-kot <hay-kot@pm.me>

mealie/db/database.py

@@ -18,6 +18,7 @@ from mealie.schema.theme import SiteTheme
 from mealie.schema.user import GroupInDB, UserInDB
 from sqlalchemy.orm.session import Session
 
+
 logger = getLogger()
 
 

mealie/db/db_setup.py

@@ -1,12 +1,8 @@
 from mealie.core.config import settings
+from mealie.db.models.db_session import sql_global_init
 from sqlalchemy.orm.session import Session
 
-from mealie.db.models.db_session import sql_global_init
-
-sql_exists = True
-
-sql_exists = settings.SQLITE_FILE.is_file()
-SessionLocal = sql_global_init(settings.SQLITE_FILE)
+SessionLocal = sql_global_init(settings.DB_URL)
 
 
 def create_session() -> Session:

mealie/db/init_db.py

@@ -2,7 +2,7 @@ from mealie.core import root_logger
 from mealie.core.config import settings
 from mealie.core.security import get_password_hash
 from mealie.db.database import db
-from mealie.db.db_setup import create_session, sql_exists
+from mealie.db.db_setup import create_session
 from mealie.schema.settings import SiteSettings
 from mealie.schema.theme import SiteTheme
 from sqlalchemy.orm import Session
@@ -51,7 +51,9 @@ def default_user_init(session: Session):
 
 
 def main():
-    if sql_exists:
+    session = create_session()
+    init_user = db.users.get(session, "1", "id")
+    if init_user:
         print("Database Exists")
     else:
         print("Database Doesn't Exists, Initializing...")

mealie/db/models/db_session.py

@@ -1,20 +1,14 @@
-from pathlib import Path
-
 import sqlalchemy as sa
 from mealie.db.models.model_base import SqlAlchemyBase
 from sqlalchemy.orm import sessionmaker
 
 
-def sql_global_init(db_file: Path, check_thread=False):
+def sql_global_init(db_url: str):
+    connect_args = {}
+    if "sqlite" in db_url:
+        connect_args["check_same_thread"] = False
 
-    SQLALCHEMY_DATABASE_URL = "sqlite:///" + str(db_file.absolute())
-    # SQLALCHEMY_DATABASE_URL = "postgresql://user:password@postgresserver/db"
-
-    engine = sa.create_engine(
-        SQLALCHEMY_DATABASE_URL,
-        echo=False,
-        connect_args={"check_same_thread": check_thread},
-    )
+    engine = sa.create_engine(db_url, echo=False, connect_args=connect_args)
 
     SessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=engine)
 

mealie/db/models/group.py

@@ -3,6 +3,7 @@ import sqlalchemy.orm as orm
 from mealie.db.models.model_base import BaseMixins, SqlAlchemyBase
 from mealie.db.models.recipe.category import Category, group2categories
 from sqlalchemy.orm.session import Session
+from mealie.core.config import settings
 
 
 class WebhookURLModel(SqlAlchemyBase):
@@ -57,5 +58,5 @@ class Group(SqlAlchemyBase, BaseMixins):
     def get_ref(session: Session, name: str):
         item = session.query(Group).filter(Group.name == name).one_or_none()
         if item is None:
-            item = session.query(Group).filter(Group.id == 1).one()
+            item = session.query(Group).filter(Group.name == settings.DEFAULT_GROUP).one()
         return item

mealie/db/models/mealplan.py

@@ -30,7 +30,7 @@ class MealPlanModel(SqlAlchemyBase, BaseMixins):
     startDate = sa.Column(sa.Date)
     endDate = sa.Column(sa.Date)
     meals: List[Meal] = orm.relationship(Meal, cascade="all, delete, delete-orphan")
-    group_id = sa.Column(sa.String, sa.ForeignKey("groups.id"))
+    group_id = sa.Column(sa.Integer, sa.ForeignKey("groups.id"))
     group = orm.relationship("Group", back_populates="mealplans")
 
     def __init__(self, startDate, endDate, meals, group: str, uid=None, session=None) -> None:

mealie/db/models/recipe/category.py

@@ -8,31 +8,31 @@ from sqlalchemy.orm import validates
 logger = root_logger.get_logger()
 
 site_settings2categories = sa.Table(
-    "site_settings2categoories",
+    "site_settings2categories",
     SqlAlchemyBase.metadata,
-    sa.Column("sidebar_id", sa.Integer, sa.ForeignKey("site_settings.id")),
-    sa.Column("category_id", sa.String, sa.ForeignKey("categories.id")),
+    sa.Column("site_settings.id", sa.Integer, sa.ForeignKey("site_settings.id")),
+    sa.Column("category_id", sa.Integer, sa.ForeignKey("categories.id")),
 )
 
 group2categories = sa.Table(
     "group2categories",
     SqlAlchemyBase.metadata,
     sa.Column("group_id", sa.Integer, sa.ForeignKey("groups.id")),
-    sa.Column("category_id", sa.String, sa.ForeignKey("categories.id")),
+    sa.Column("category_id", sa.Integer, sa.ForeignKey("categories.id")),
 )
 
 recipes2categories = sa.Table(
     "recipes2categories",
     SqlAlchemyBase.metadata,
     sa.Column("recipe_id", sa.Integer, sa.ForeignKey("recipes.id")),
-    sa.Column("category_id", sa.String, sa.ForeignKey("categories.id")),
+    sa.Column("category_id", sa.Integer, sa.ForeignKey("categories.id")),
 )
 
 custom_pages2categories = sa.Table(
     "custom_pages2categories",
     SqlAlchemyBase.metadata,
     sa.Column("custom_page_id", sa.Integer, sa.ForeignKey("custom_pages.id")),
-    sa.Column("category_id", sa.String, sa.ForeignKey("categories.id")),
+    sa.Column("category_id", sa.Integer, sa.ForeignKey("categories.id")),
 )
 
 

mealie/db/models/settings.py

@@ -10,11 +10,7 @@ class SiteSettings(SqlAlchemyBase, BaseMixins):
     id = sa.Column(sa.Integer, primary_key=True)
     language = sa.Column(sa.String)
     first_day_of_week = sa.Column(sa.Integer)
-    categories = orm.relationship(
-        "Category",
-        secondary=site_settings2categories,
-        single_parent=True,
-    )
+    categories = orm.relationship("Category", secondary=site_settings2categories, single_parent=True)
     show_recent = sa.Column(sa.Boolean, default=True)
     cards_per_section = sa.Column(sa.Integer)
 
@@ -44,11 +40,7 @@ class CustomPage(SqlAlchemyBase, BaseMixins):
     position = sa.Column(sa.Integer, nullable=False)
     name = sa.Column(sa.String, nullable=False)
     slug = sa.Column(sa.String, nullable=False)
-    categories = orm.relationship(
-        "Category",
-        secondary=custom_pages2categories,
-        single_parent=True,
-    )
+    categories = orm.relationship("Category", secondary=custom_pages2categories, single_parent=True)
 
     def __init__(self, session=None, name=None, slug=None, position=0, categories=[], *args, **kwargs) -> None:
         self.name = name

mealie/db/models/users.py

@@ -16,7 +16,7 @@ class User(SqlAlchemyBase, BaseMixins):
     full_name = Column(String, index=True)
     email = Column(String, unique=True, index=True)
     password = Column(String)
-    group_id = Column(String, ForeignKey("groups.id"))
+    group_id = Column(Integer, ForeignKey("groups.id"))
     group = orm.relationship("Group", back_populates="users")
     admin = Column(Boolean, default=False)