tracker/services/dmarc-report/index.js at queue-json-encoding · LearningAzure2020/tracker · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
require('dotenv-safe').config({
  allowEmptyValues: true,
  example: '.env.example',
})

const { ensure } = require('arango-tools')
const { databaseOptions } = require('./database-options')
const fetch = require('isomorphic-fetch')
const { CosmosClient } = require('@azure/cosmos')
const moment = require('moment')

const {
  DB_PASS: rootPass,
  DB_URL: url,
  DB_NAME: databaseName,
  AZURE_CONN_STRING,
  DATABASE,
  SUMMARIES_CONTAINER,
} = process.env

const {
  arrayEquals,
  calculatePercentages,
  createSummaries,
  createSummaryEdge,
  createSummary,
  loadCurrentDates,
  loadDates,
  loadDomainOwnership,
  loadSummaryByDate,
  loadSummaryCountByDomain,
  initializeSummaries,
  updateCurrentSummaries,
  updateMonthSummary,
  updateThirtyDays,
  upsertOwnership,
  removeOwnerships,
  removeSummary,
  removeSummaryEdge,
} = require('./src')

;(async () => {
  // Generate Database information
  const { query, collections } = await ensure({
    type: 'database',
    name: databaseName,
    url,
    rootPassword: rootPass,
    options: databaseOptions({ rootPass }),
  })

  const client = new CosmosClient(AZURE_CONN_STRING)
  const { database } = await client.databases.createIfNotExists({
    id: DATABASE,
  })

  const {
    container: summariesContainer,
  } = await database.containers.createIfNotExists({
    id: SUMMARIES_CONTAINER,
  })

  await removeOwnerships({ query })

  // Load ownership assignments from github
  const ownerships = await loadDomainOwnership({ fetch })

  const summaryCreateFunc = createSummaries(
    loadDates(moment),
    loadSummaryCountByDomain(query),
    initializeSummaries(
      calculatePercentages,
      createSummaryEdge(collections),
      createSummary(query),
      loadSummaryByDate(summariesContainer),
    ),
    updateCurrentSummaries(
      arrayEquals,
      loadCurrentDates(query),
      updateThirtyDays(
        calculatePercentages,
        createSummary(query),
        createSummaryEdge(collections),
        loadSummaryByDate(summariesContainer),
        removeSummaryEdge(query),
        removeSummary(query),
      ),
      updateMonthSummary(
        calculatePercentages,
        createSummary(query),
        createSummaryEdge(collections),
        loadSummaryByDate(summariesContainer),
        removeSummaryEdge(query),
        removeSummary(query),
      ),
    ),
  )

  console.info('Assigning ownerships ...')
  const keys = Object.keys(ownerships)

  for (const key of keys) {
    console.info(`Assigning domain ownership to: ${String(key)}`)
    await upsertOwnership({ ownership: ownerships[key], key, query })

    for (const domain of ownerships[key]) {
      await summaryCreateFunc({ domain })
    }
  }

  console.info('Completed assigning ownerships.')
})()