Coverage for datakiln/test.py: 50%
48 statements
« prev ^ index » next coverage.py v7.17.3, created at 2026-11-16 23:23 +0000
« prev ^ index » next coverage.py v7.17.3, created at 2026-11-16 23:23 +0000
1"""
2Test
3"""
5import os
6from pathlib import Path
8import pytest
9from sqlalchemy import inspect
11from datakiln.metadata.database import DatabaseMeta, Session
13DIRECTORY = Path()
16@pytest.fixture(scope="class")
17def test_session():
18 """Get database session"""
19 # Yield session
20 db_params = DatabaseMeta.load_env(os.getcwd())
21 db_params["database"] = "__test"
22 session = Session.create(**db_params)
23 yield session
25 # Do not save test changes
26 session.rollback()
29class TestBuild():
30 # pylint: disable=too-few-public-methods
31 """
32 Test loading functions
33 """
34 database = DatabaseMeta(DIRECTORY, "__test")
36 dependencies = []
37 dependencies_dirs = DIRECTORY.rglob("dependencies/data-*")
38 for dependency in sorted(dependencies_dirs, reverse=True):
39 if str(dependency.parents[-2]) == ".git":
40 continue
41 dependencies.append(DatabaseMeta(dependency, "__test"))
43 def test_database(self):
44 """Test loading table json"""
45 # Check if there are any metadata to load
46 assert isinstance(self.database.tables, list)
48 def test_dependencies(self):
49 """Test loading dependencies"""
50 for database in self.dependencies:
51 assert isinstance(database.tables, list)
53 def test_create_table(self, test_session): # pylint: disable=redefined-outer-name # noqa: E501
54 """Test create database tables"""
55 insp = inspect(test_session.connection())
57 tables = self.database.graph.tables
58 for dependency in self.dependencies:
59 tables[0:0] = dependency.graph.tables
61 for table in tables:
62 table.create(test_session)
63 stage = table.stage_meta
64 assert (
65 insp.has_table(table.name, table.schema) and
66 insp.has_table(stage.name, stage.schema)
67 )
68 table.enforce_pk(test_session)
70 def test_transform(self, test_session): # pylint: disable=redefined-outer-name # noqa: E501
71 """Test transforming data"""
72 self.database.execute_directory(
73 "transform", test_session, max_statements=0)
75 def test_constraints(self, test_session): # pylint: disable=redefined-outer-name # noqa: E501
76 """Test enforcing constraints"""
77 for table in self.database.graph.tables:
78 table.resolve_columns(test_session)
79 table.create_uniques(test_session)
80 table.enforce_fks(test_session)
81 table.create_indexes(test_session)
83 def test_derive(self, test_session): # pylint: disable=redefined-outer-name # noqa: E501
84 """Test create derived views"""
85 for dependency in self.dependencies:
86 dependency.execute_derive(test_session, record=False)
88 self.database.execute_derive(test_session, record=False)