Skip to content

Deidentify

blackline.execution.deidentify

logger = logging.getLogger(__name__) module-attribute

Deidentify

Deidentify class to orchestrate deidentification process.

Source code in BAR /opt/hostedtoolcache/Python/3.10.12/x64/lib/python3.10/site-packages/blackline/execution/deidentify.py 
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
class Deidentify:
    """Deidentify class to orchestrate deidentification process."""

    def __init__(self, path: Path, profile: str, start_date: datetime) -> None:
        self.path = path
        self.profile = profile
        self.start_date = start_date
        self.project = ProjectConfig.parse_config_file(
            path=Path(path, PROJECT_CONFIG_FILE)
        )
        self.stores = DataStores.parse_folder(path=self.project.adapters_path)
        self.catalogue = Catalogue.parse_dir(path=self.project.catalogue_path)
        self.validate = Validate(path=path, profile=profile)

    def deidentify(self) -> None:
        for organization in self.catalogue.organizations.values():
            for system in organization.children.values():
                for resource in system.children.values():
                    for dataset_key, dataset in resource.children.items():
                        store = self.stores.store_by_key(
                            key=dataset_key, profile=self.profile
                        )
                        store.deidentify(dataset=dataset, start_date=self.start_date)

    def validate_catalogue_dataset(self) -> list[DatasetCollectionValidation]:
        dataset_validations = self.validate.validate_catalogue_dataset()
        exceptions = []
        for dataset_validation in dataset_validations.values():
            for collection_validation in dataset_validation.collections.values():
                if collection_validation.not_found is not None:
                    exceptions.append(collection_validation.not_found)
                for field_validation in collection_validation.fields.values():
                    if field_validation.not_found is not None:
                        exceptions.append(field_validation.not_found)
                    if field_validation.invalid_constraint is not None:
                        exceptions.append(field_validation.invalid_constraint)
        return exceptions

catalogue = Catalogue.parse_dir(path=self.project.catalogue_path) instance-attribute

path = path instance-attribute

profile = profile instance-attribute

project = ProjectConfig.parse_config_file(path=Path(path, PROJECT_CONFIG_FILE)) instance-attribute

start_date = start_date instance-attribute

stores = DataStores.parse_folder(path=self.project.adapters_path) instance-attribute

validate = Validate(path=path, profile=profile) instance-attribute

__init__(path, profile, start_date)

Source code in /opt/hostedtoolcache/Python/3.10.12/x64/lib/python3.10/site-packages/blackline/execution/deidentify.py 
20
21
22
23
24
25
26
27
28
29
def __init__(self, path: Path, profile: str, start_date: datetime) -> None:
    self.path = path
    self.profile = profile
    self.start_date = start_date
    self.project = ProjectConfig.parse_config_file(
        path=Path(path, PROJECT_CONFIG_FILE)
    )
    self.stores = DataStores.parse_folder(path=self.project.adapters_path)
    self.catalogue = Catalogue.parse_dir(path=self.project.catalogue_path)
    self.validate = Validate(path=path, profile=profile)

deidentify()

Source code in /opt/hostedtoolcache/Python/3.10.12/x64/lib/python3.10/site-packages/blackline/execution/deidentify.py 
31
32
33
34
35
36
37
38
39
def deidentify(self) -> None:
    for organization in self.catalogue.organizations.values():
        for system in organization.children.values():
            for resource in system.children.values():
                for dataset_key, dataset in resource.children.items():
                    store = self.stores.store_by_key(
                        key=dataset_key, profile=self.profile
                    )
                    store.deidentify(dataset=dataset, start_date=self.start_date)

validate_catalogue_dataset()

Source code in /opt/hostedtoolcache/Python/3.10.12/x64/lib/python3.10/site-packages/blackline/execution/deidentify.py 
41
42
43
44
45
46
47
48
49
50
51
52
53
def validate_catalogue_dataset(self) -> list[DatasetCollectionValidation]:
    dataset_validations = self.validate.validate_catalogue_dataset()
    exceptions = []
    for dataset_validation in dataset_validations.values():
        for collection_validation in dataset_validation.collections.values():
            if collection_validation.not_found is not None:
                exceptions.append(collection_validation.not_found)
            for field_validation in collection_validation.fields.values():
                if field_validation.not_found is not None:
                    exceptions.append(field_validation.not_found)
                if field_validation.invalid_constraint is not None:
                    exceptions.append(field_validation.invalid_constraint)
    return exceptions

deidentify(path, profile, start_date)

Run method to orchestrate deidentification process.

Source code in /opt/hostedtoolcache/Python/3.10.12/x64/lib/python3.10/site-packages/blackline/execution/deidentify.py 
56
57
58
59
60
61
62
63
64
65
def deidentify(
    path: Path, profile: str, start_date: datetime
) -> Optional[list[Type[Exception]]]:
    """Run method to orchestrate deidentification process."""
    deidentify = Deidentify(path=path, profile=profile, start_date=start_date)
    exceptions = deidentify.validate_catalogue_dataset()
    if exceptions:
        return exceptions
    deidentify.deidentify()
    return None