Skip to content

Validate

blackline.execution.validate

Validate

Deidentify class to orchestrate deidentification process.

Source code in BAR /opt/hostedtoolcache/Python/3.10.12/x64/lib/python3.10/site-packages/blackline/execution/validate.py 
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
class Validate:
    """Deidentify class to orchestrate deidentification process."""

    def __init__(self, path: Path, profile: str) -> None:
        self.profile = profile

        self.project = ProjectConfig.parse_config_file(
            path=Path(path, PROJECT_CONFIG_FILE)
        )
        self.stores = DataStores.parse_folder(path=self.project.adapters_path)
        self.catalogue = Catalogue.parse_dir(path=self.project.catalogue_path)

    @cache
    def valid_dataset(self, dataset_key: str) -> bool:
        return self.validate_catalogue_dataset()[dataset_key].is_valid

    @cache
    def validate_catalogue_dataset(self) -> dict[str, DatasetCollectionValidation]:
        validated_datasets = {}
        for organization in self.catalogue.organizations.values():
            for system in organization.children.values():
                for resource in system.children.values():
                    for dataset_key, dataset in resource.children.items():
                        store = self.stores.store_by_key(
                            key=dataset_key, profile=self.profile
                        )
                        validated_datasets[
                            dataset_key
                        ] = store.adapter.validate_dataset(dataset=dataset)
        return validated_datasets

catalogue = Catalogue.parse_dir(path=self.project.catalogue_path) instance-attribute

profile = profile instance-attribute

project = ProjectConfig.parse_config_file(path=Path(path, PROJECT_CONFIG_FILE)) instance-attribute

stores = DataStores.parse_folder(path=self.project.adapters_path) instance-attribute

__init__(path, profile)

Source code in /opt/hostedtoolcache/Python/3.10.12/x64/lib/python3.10/site-packages/blackline/execution/validate.py 
14
15
16
17
18
19
20
21
def __init__(self, path: Path, profile: str) -> None:
    self.profile = profile

    self.project = ProjectConfig.parse_config_file(
        path=Path(path, PROJECT_CONFIG_FILE)
    )
    self.stores = DataStores.parse_folder(path=self.project.adapters_path)
    self.catalogue = Catalogue.parse_dir(path=self.project.catalogue_path)

valid_dataset(dataset_key) cached

Source code in /opt/hostedtoolcache/Python/3.10.12/x64/lib/python3.10/site-packages/blackline/execution/validate.py 
23
24
25
@cache
def valid_dataset(self, dataset_key: str) -> bool:
    return self.validate_catalogue_dataset()[dataset_key].is_valid

validate_catalogue_dataset() cached

Source code in /opt/hostedtoolcache/Python/3.10.12/x64/lib/python3.10/site-packages/blackline/execution/validate.py 
27
28
29
30
31
32
33
34
35
36
37
38
39
40
@cache
def validate_catalogue_dataset(self) -> dict[str, DatasetCollectionValidation]:
    validated_datasets = {}
    for organization in self.catalogue.organizations.values():
        for system in organization.children.values():
            for resource in system.children.values():
                for dataset_key, dataset in resource.children.items():
                    store = self.stores.store_by_key(
                        key=dataset_key, profile=self.profile
                    )
                    validated_datasets[
                        dataset_key
                    ] = store.adapter.validate_dataset(dataset=dataset)
    return validated_datasets