Coverage for datakiln/test.py: 50%

48 statements  

« prev     ^ index     » next       coverage.py v7.17.3, created at 2026-11-16 23:23 +0000

1""" 

2Test 

3""" 

4 

5import os 

6from pathlib import Path 

7 

8import pytest 

9from sqlalchemy import inspect 

10 

11from datakiln.metadata.database import DatabaseMeta, Session 

12 

13DIRECTORY = Path() 

14 

15 

16@pytest.fixture(scope="class") 

17def test_session(): 

18 """Get database session""" 

19 # Yield session 

20 db_params = DatabaseMeta.load_env(os.getcwd()) 

21 db_params["database"] = "__test" 

22 session = Session.create(**db_params) 

23 yield session 

24 

25 # Do not save test changes 

26 session.rollback() 

27 

28 

29class TestBuild(): 

30 # pylint: disable=too-few-public-methods 

31 """ 

32 Test loading functions 

33 """ 

34 database = DatabaseMeta(DIRECTORY, "__test") 

35 

36 dependencies = [] 

37 dependencies_dirs = DIRECTORY.rglob("dependencies/data-*") 

38 for dependency in sorted(dependencies_dirs, reverse=True): 

39 if str(dependency.parents[-2]) == ".git": 

40 continue 

41 dependencies.append(DatabaseMeta(dependency, "__test")) 

42 

43 def test_database(self): 

44 """Test loading table json""" 

45 # Check if there are any metadata to load 

46 assert isinstance(self.database.tables, list) 

47 

48 def test_dependencies(self): 

49 """Test loading dependencies""" 

50 for database in self.dependencies: 

51 assert isinstance(database.tables, list) 

52 

53 def test_create_table(self, test_session): # pylint: disable=redefined-outer-name # noqa: E501 

54 """Test create database tables""" 

55 insp = inspect(test_session.connection()) 

56 

57 tables = self.database.graph.tables 

58 for dependency in self.dependencies: 

59 tables[0:0] = dependency.graph.tables 

60 

61 for table in tables: 

62 table.create(test_session) 

63 stage = table.stage_meta 

64 assert ( 

65 insp.has_table(table.name, table.schema) and 

66 insp.has_table(stage.name, stage.schema) 

67 ) 

68 table.enforce_pk(test_session) 

69 

70 def test_transform(self, test_session): # pylint: disable=redefined-outer-name # noqa: E501 

71 """Test transforming data""" 

72 self.database.execute_directory( 

73 "transform", test_session, max_statements=0) 

74 

75 def test_constraints(self, test_session): # pylint: disable=redefined-outer-name # noqa: E501 

76 """Test enforcing constraints""" 

77 for table in self.database.graph.tables: 

78 table.resolve_columns(test_session) 

79 table.create_uniques(test_session) 

80 table.enforce_fks(test_session) 

81 table.create_indexes(test_session) 

82 

83 def test_derive(self, test_session): # pylint: disable=redefined-outer-name # noqa: E501 

84 """Test create derived views""" 

85 for dependency in self.dependencies: 

86 dependency.execute_derive(test_session, record=False) 

87 

88 self.database.execute_derive(test_session, record=False)