8757f2fd5e
Some checks failed
Build / Test on ubuntu-latest, py-3.8 (push) Successful in 4m21s
Lint / lint (push) Successful in 25s
Build / Test on macOS-latest, py-3.8 (push) Has been cancelled
Build / Test on windows-latest, py-3.8 (push) Has been cancelled
CodeQL / Analyze (python) (push) Failing after 1s
63 lines
1.9 KiB
Python
63 lines
1.9 KiB
Python
import logging
|
|
import os
|
|
from typing import List, Optional
|
|
|
|
from aw_core.dirs import get_data_dir, legacy_testing_suffix
|
|
|
|
from .storages import AbstractStorage
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
def detect_db_files(
|
|
data_dir: str, datastore_name: Optional[str] = None, version=None
|
|
) -> List[str]:
|
|
db_files = [filename for filename in os.listdir(data_dir)]
|
|
if datastore_name:
|
|
db_files = [
|
|
filename
|
|
for filename in db_files
|
|
if filename.split(".")[0] == datastore_name
|
|
]
|
|
if version:
|
|
db_files = [
|
|
filename for filename in db_files if filename.split(".")[1] == f"v{version}"
|
|
]
|
|
return db_files
|
|
|
|
|
|
def check_for_migration(datastore: AbstractStorage):
|
|
data_dir = get_data_dir("aw-server")
|
|
|
|
if datastore.sid == "sqlite":
|
|
peewee_type = "peewee-sqlite"
|
|
peewee_name = peewee_type + legacy_testing_suffix(datastore.testing)
|
|
# Migrate from peewee v2
|
|
peewee_db_v2 = detect_db_files(data_dir, peewee_name, 2)
|
|
if len(peewee_db_v2) > 0:
|
|
peewee_v2_to_sqlite_v1(datastore)
|
|
|
|
|
|
def peewee_v2_to_sqlite_v1(datastore):
|
|
logger.info("Migrating database from peewee v2 to sqlite v1")
|
|
from .storages import PeeweeStorage
|
|
|
|
pw_db = PeeweeStorage(datastore.testing)
|
|
# Fetch buckets and events
|
|
buckets = pw_db.buckets()
|
|
# Insert buckets and events to new db
|
|
for bucket_id in buckets:
|
|
logger.info(f"Migrating bucket {bucket_id}")
|
|
bucket = buckets[bucket_id]
|
|
datastore.create_bucket(
|
|
bucket["id"],
|
|
bucket["type"],
|
|
bucket["client"],
|
|
bucket["hostname"],
|
|
bucket["created"],
|
|
bucket["name"],
|
|
)
|
|
bucket_events = pw_db.get_events(bucket_id, -1)
|
|
datastore.insert_many(bucket_id, bucket_events)
|
|
logger.info("Migration of peewee v2 to sqlite v1 finished")
|