tracker/azure-defender-easm/scripts/easm_view_assets.py at master · bankystack/tracker · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
from easm_client import EASM_CLIENT
from easm_discover_assets import list_disco_group_runs


def get_login_pages():
    login_pages = []
    for asset in EASM_CLIENT.assets.list(
        filter="kind = page AND (url ~ /login OR url ~ /log-in OR url ~ /signin OR url ~ /sign-in) AND url !~ api.canada.ca",
    ):
        # print asset if it has a login page
        if ".gc.ca" in asset["name"] or ".canada.ca" in asset["name"]:
            print(asset["name"])
            login_pages.append(asset)

    return login_pages


def get_register_pages():
    register_pages = []
    for asset in EASM_CLIENT.assets.list(
        filter="kind = page AND (url ~/register OR url ~/signup OR url ~/sign-up) AND url !~ api.canada.ca",
    ):
        # print asset if it has a login page
        if ".gc.ca" in asset["name"] or ".canada.ca" in asset["name"]:
            print(asset["name"])
            register_pages.append(asset)

    return register_pages


def get_web_components(asset):
    return asset["asset"]["webComponents"]


def get_cookies(asset):
    return asset["asset"]["cookies"]


def enumerate_attributes_types():
    type_enums = set()
    for asset in EASM_CLIENT.assets.list(filter="kind = page AND state = confirmed"):
        length = len(type_enums)
        try:
            attributes = asset["asset"]["attributes"]
            for attribute in attributes:
                type_enums.add(attribute["attributeType"])
        except KeyError:
            pass

        if len(type_enums) > length:
            print(type_enums)

    return type_enums


def enumerate_wc_types():
    type_enums = set()
    for asset in EASM_CLIENT.assets.list(filter="kind = host AND state = confirmed"):
        length = len(type_enums)
        try:
            web_components = asset["asset"]["webComponents"]
            for wc in web_components:
                type_enums.add(wc["type"])
        except KeyError:
            pass

        if len(type_enums) > length:
            print(type_enums)

    return type_enums


def find_gc_hosts():
    assets = []
    for asset in EASM_CLIENT.assets.list(
        filter="kind = host AND state = confirmed AND wildcard = false",
    ):
        if ".gc.ca" in asset["name"] or ".canada.ca" in asset["name"]:
            print(asset["name"])
            assets.append(asset)
    return assets


def find_disco_group_assets(group_name):
    group_runs = list_disco_group_runs(group_name)

    # sort by most recent run
    group_runs = sorted(group_runs, key=lambda k: k["submittedDate"], reverse=True)
    latest_run = group_runs[0]
    print(f"Latest run: {latest_run}")

    assets = []
    for asset in EASM_CLIENT.assets.list(
        filter=f"kind = host AND state = confirmed AND wildcard = false",
    ):
        print(asset["name"])
        assets.append(asset)
    return assets


if __name__ == "__main__":
    find_disco_group_assets("Elections")