|
1 | | -# Copyright The IETF Trust 2024, All Rights Reserved |
| 1 | +# Copyright The IETF Trust 2024-2025, All Rights Reserved |
2 | 2 | # |
3 | 3 | # Celery task definitions |
4 | 4 | # |
| 5 | +import datetime |
| 6 | + |
5 | 7 | from celery import shared_task |
| 8 | +# from django.db.models import QuerySet |
6 | 9 | from django.utils import timezone |
7 | 10 |
|
8 | 11 | from ietf.utils import log |
9 | 12 | from .models import Meeting |
10 | | -from .utils import generate_proceedings_content |
| 13 | +from .utils import ( |
| 14 | + generate_proceedings_content, |
| 15 | + resolve_materials_for_one_meeting, |
| 16 | + store_blobs_for_one_meeting, |
| 17 | +) |
11 | 18 | from .views import generate_agenda_data |
12 | 19 | from .utils import fetch_attendance_from_meetings |
13 | 20 |
|
@@ -61,3 +68,123 @@ def fetch_meeting_attendance_task(): |
61 | 68 | meeting_stats['processed'] |
62 | 69 | ) |
63 | 70 | ) |
| 71 | + |
| 72 | + |
| 73 | +def _select_meetings( |
| 74 | + meetings: list[str] | None = None, |
| 75 | + meetings_since: str | None = None, |
| 76 | + meetings_until: str | None = None |
| 77 | +): # nyah |
| 78 | + """Select meetings by number or date range""" |
| 79 | + # IETF-1 = 1986-01-16 |
| 80 | + EARLIEST_MEETING_DATE = datetime.datetime(1986, 1, 1) |
| 81 | + meetings_since_dt: datetime.datetime | None = None |
| 82 | + meetings_until_dt: datetime.datetime | None = None |
| 83 | + |
| 84 | + if meetings_since == "zero": |
| 85 | + meetings_since_dt = EARLIEST_MEETING_DATE |
| 86 | + elif meetings_since is not None: |
| 87 | + try: |
| 88 | + meetings_since_dt = datetime.datetime.fromisoformat(meetings_since) |
| 89 | + except ValueError: |
| 90 | + log.log( |
| 91 | + "Failed to parse meetings_since='{meetings_since}' with fromisoformat" |
| 92 | + ) |
| 93 | + raise |
| 94 | + |
| 95 | + if meetings_until is not None: |
| 96 | + try: |
| 97 | + meetings_until_dt = datetime.datetime.fromisoformat(meetings_until) |
| 98 | + except ValueError: |
| 99 | + log.log( |
| 100 | + "Failed to parse meetings_until='{meetings_until}' with fromisoformat" |
| 101 | + ) |
| 102 | + raise |
| 103 | + if meetings_since_dt is None: |
| 104 | + # if we only got meetings_until, start from the first meeting |
| 105 | + meetings_since_dt = EARLIEST_MEETING_DATE |
| 106 | + |
| 107 | + if meetings is None: |
| 108 | + if meetings_since_dt is None: |
| 109 | + log.log("No meetings requested, doing nothing.") |
| 110 | + return Meeting.objects.none() |
| 111 | + meetings_qs = Meeting.objects.filter(date__gte=meetings_since_dt) |
| 112 | + if meetings_until_dt is not None: |
| 113 | + meetings_qs = meetings_qs.filter(date__lte=meetings_until_dt) |
| 114 | + log.log( |
| 115 | + "Selecting meetings between " |
| 116 | + f"{meetings_since_dt} and {meetings_until_dt}" |
| 117 | + ) |
| 118 | + else: |
| 119 | + log.log(f"Selecting meetings since {meetings_since_dt}") |
| 120 | + else: |
| 121 | + if meetings_since_dt is not None: |
| 122 | + log.log( |
| 123 | + "Ignoring meetings_since and meetings_until " |
| 124 | + "because specific meetings were requested." |
| 125 | + ) |
| 126 | + meetings_qs = Meeting.objects.filter(number__in=meetings) |
| 127 | + return meetings_qs |
| 128 | + |
| 129 | + |
| 130 | +@shared_task |
| 131 | +def resolve_meeting_materials_task( |
| 132 | + *, # only allow kw arguments |
| 133 | + meetings: list[str] | None=None, |
| 134 | + meetings_since: str | None=None, |
| 135 | + meetings_until: str | None=None |
| 136 | +): |
| 137 | + """Run materials resolver on meetings |
| 138 | + |
| 139 | + Can request a set of meetings by number by passing a list in the meetings arg, or |
| 140 | + by range by passing an iso-format timestamps in meetings_since / meetings_until. |
| 141 | + To select all meetings, set meetings_since="zero" and omit other parameters. |
| 142 | + """ |
| 143 | + meetings_qs = _select_meetings(meetings, meetings_since, meetings_until) |
| 144 | + for meeting in meetings_qs.order_by("date"): |
| 145 | + log.log( |
| 146 | + f"Resolving materials for {meeting.type_id} " |
| 147 | + f"meeting {meeting.number} ({meeting.date})..." |
| 148 | + ) |
| 149 | + mark = timezone.now() |
| 150 | + try: |
| 151 | + resolve_materials_for_one_meeting(meeting) |
| 152 | + except Exception as err: |
| 153 | + log.log( |
| 154 | + "Exception raised while resolving materials for " |
| 155 | + f"meeting {meeting.number}: {err}" |
| 156 | + ) |
| 157 | + else: |
| 158 | + log.log(f"Resolved in {(timezone.now() - mark).total_seconds():0.3f} seconds.") |
| 159 | + |
| 160 | + |
| 161 | +@shared_task |
| 162 | +def store_meeting_materials_as_blobs_task( |
| 163 | + *, # only allow kw arguments |
| 164 | + meetings: list[str] | None = None, |
| 165 | + meetings_since: str | None = None, |
| 166 | + meetings_until: str | None = None |
| 167 | +): |
| 168 | + """Push meeting materials into the blob store |
| 169 | +
|
| 170 | + Can request a set of meetings by number by passing a list in the meetings arg, or |
| 171 | + by range by passing an iso-format timestamps in meetings_since / meetings_until. |
| 172 | + To select all meetings, set meetings_since="zero" and omit other parameters. |
| 173 | + """ |
| 174 | + meetings_qs = _select_meetings(meetings, meetings_since, meetings_until) |
| 175 | + for meeting in meetings_qs.order_by("date"): |
| 176 | + log.log( |
| 177 | + f"Creating blobs for materials for {meeting.type_id} " |
| 178 | + f"meeting {meeting.number} ({meeting.date})..." |
| 179 | + ) |
| 180 | + mark = timezone.now() |
| 181 | + try: |
| 182 | + store_blobs_for_one_meeting(meeting) |
| 183 | + except Exception as err: |
| 184 | + log.log( |
| 185 | + "Exception raised while creating blobs for " |
| 186 | + f"meeting {meeting.number}: {err}" |
| 187 | + ) |
| 188 | + else: |
| 189 | + log.log( |
| 190 | + f"Blobs created in {(timezone.now() - mark).total_seconds():0.3f} seconds.") |
0 commit comments