Merged in [19228] from rjsparks@nostrum.com:

    Add BOF Requests to the datatracker.
 - Legacy-Id: 19237
Note: SVN reference [19228] has been migrated to Git commit 8471710

Author: rjsparks

ietf/doc/admin.py

@@ -1,4 +1,4 @@
-# Copyright The IETF Trust 2010-2020, All Rights Reserved
+# Copyright The IETF Trust 2010-2021, All Rights Reserved
 # -*- coding: utf-8 -*-
 
 
@@ -11,7 +11,8 @@
     StateDocEvent, ConsensusDocEvent, BallotType, BallotDocEvent, WriteupDocEvent, LastCallDocEvent,
     TelechatDocEvent, BallotPositionDocEvent, ReviewRequestDocEvent, InitialReviewDocEvent,
     AddedMessageEvent, SubmissionDocEvent, DeletedEvent, EditedAuthorsDocEvent, DocumentURL,
-    ReviewAssignmentDocEvent, IanaExpertDocEvent, IRSGBallotDocEvent, DocExtResource, DocumentActionHolder )
+    ReviewAssignmentDocEvent, IanaExpertDocEvent, IRSGBallotDocEvent, DocExtResource, DocumentActionHolder,
+    BofreqEditorDocEvent, BofreqResponsibleDocEvent )
 
 from ietf.utils.validators import validate_external_resource_value
 
@@ -192,6 +193,14 @@ class BallotPositionDocEventAdmin(DocEventAdmin):
 class IRSGBallotDocEventAdmin(DocEventAdmin):
     raw_id_fields = ["doc", "by"]
 admin.site.register(IRSGBallotDocEvent, IRSGBallotDocEventAdmin)
+
+class BofreqEditorDocEventAdmin(DocEventAdmin):
+    raw_id_fields = ["doc", "by", "editors" ]
+admin.site.register(BofreqEditorDocEvent, BofreqEditorDocEventAdmin)
+    
+class BofreqResponsibleDocEventAdmin(DocEventAdmin):
+    raw_id_fields = ["doc", "by", "responsible" ]
+admin.site.register(BofreqResponsibleDocEvent, BofreqResponsibleDocEventAdmin)
 
 class DocumentUrlAdmin(admin.ModelAdmin):
     list_display = ['id', 'doc', 'tag', 'url', 'desc', ]

ietf/doc/factories.py

@@ -13,8 +13,12 @@
 
 from ietf.doc.models import ( Document, DocEvent, NewRevisionDocEvent, DocAlias, State, DocumentAuthor,
     StateDocEvent, BallotPositionDocEvent, BallotDocEvent, BallotType, IRSGBallotDocEvent, TelechatDocEvent,
-    DocumentActionHolder)
+    DocumentActionHolder, BofreqEditorDocEvent, BofreqResponsibleDocEvent )
 from ietf.group.models import Group
+from ietf.person.factories import PersonFactory
+from ietf.group.factories import RoleFactory
+from ietf.utils.text import xslugify
+
 
 def draft_name_generator(type_id,group,n):
         return '%s-%s-%s-%s%d'%( 
@@ -379,3 +383,59 @@ class Meta:
 
 class WgDocumentAuthorFactory(DocumentAuthorFactory):
     document = factory.SubFactory(WgDraftFactory)
+
+class BofreqEditorDocEventFactory(DocEventFactory):
+    class Meta:
+        model = BofreqEditorDocEvent
+
+    type = "changed_editors"
+    doc = factory.SubFactory('ietf.doc.factories.BofreqFactory')
+
+
+    @factory.post_generation
+    def editors(obj, create, extracted, **kwargs):
+        if not create:
+            return
+        if extracted:
+            obj.editors.set(extracted)
+        else:
+            obj.editors.set(PersonFactory.create_batch(3))
+        obj.desc = f'Changed editors to {", ".join(obj.editors.values_list("name",flat=True)) or "(None)"}'
+
+class BofreqResponsibleDocEventFactory(DocEventFactory):
+    class Meta:
+        model = BofreqResponsibleDocEvent
+
+    type = "changed_responsible"
+    doc = factory.SubFactory('ietf.doc.factories.BofreqFactory')
+
+
+    @factory.post_generation
+    def responsible(obj, create, extracted, **kwargs):
+        if not create:
+            return
+        if extracted:
+            obj.responsible.set(extracted)
+        else:
+            ad = RoleFactory(group__type_id='area',name_id='ad').person
+            obj.responsible.set([ad])
+        obj.desc = f'Changed responsible leadership to {", ".join(obj.responsible.values_list("name",flat=True)) or "(None)"}'        
+
+class BofreqFactory(BaseDocumentFactory):
+    type_id = 'bofreq'
+    title = factory.Faker('sentence')
+    name = factory.LazyAttribute(lambda o: 'bofreq-%s'%(xslugify(o.title)))
+
+    bofreqeditordocevent = factory.RelatedFactory('ietf.doc.factories.BofreqEditorDocEventFactory','doc')
+    bofreqresponsibledocevent = factory.RelatedFactory('ietf.doc.factories.BofreqResponsibleDocEventFactory','doc')
+
+    @factory.post_generation
+    def states(obj, create, extracted, **kwargs):
+        if not create:
+            return
+        if extracted:
+            for (state_type_id,state_slug) in extracted:
+                obj.set_state(State.objects.get(type_id=state_type_id,slug=state_slug))
+        else:
+            obj.set_state(State.objects.get(type_id='bofreq',slug='proposed'))
+

ietf/doc/mails.py

@@ -20,6 +20,7 @@
 from ietf.ipr.utils import iprs_from_docs, related_docs
 from ietf.doc.models import WriteupDocEvent, LastCallDocEvent, DocAlias, ConsensusDocEvent
 from ietf.doc.utils import needed_ballot_positions
+from ietf.doc.utils_bofreq import bofreq_editors, bofreq_responsible
 from ietf.group.models import Role
 from ietf.doc.models import Document
 from ietf.mailtrigger.utils import gather_address_lists
@@ -689,3 +690,43 @@ def send_external_resource_change_request(request, doc, submitter_info, requeste
                   doc_url=settings.IDTRACKER_BASE_URL + doc.get_absolute_url(),
               ),
               cc=list(cc),)
+
+def email_bofreq_title_changed(request, bofreq):
+    addrs = gather_address_lists('bofreq_title_changed', doc=bofreq)
+
+    send_mail(request, addrs.to, settings.DEFAULT_FROM_EMAIL,
+              f'BOF Request title changed : {bofreq.name}',
+              'doc/mail/bofreq_title_changed.txt',
+              dict(bofreq=bofreq, request=request),
+              cc=addrs.cc)
+
+def plain_names(persons):
+    return [p.plain_name() for p in persons]
+
+def email_bofreq_editors_changed(request, bofreq, previous_editors):
+    editors = bofreq_editors(bofreq)
+    addrs = gather_address_lists('bofreq_editors_changed', doc=bofreq, previous_editors=previous_editors)
+
+    send_mail(request, addrs.to, settings.DEFAULT_FROM_EMAIL,
+              f'BOF Request editors changed : {bofreq.name}',
+              'doc/mail/bofreq_editors_changed.txt',
+              dict(bofreq=bofreq, request=request, editors=plain_names(editors), previous_editors=plain_names(previous_editors)),
+              cc=addrs.cc)
+
+def email_bofreq_responsible_changed(request, bofreq, previous_responsible):
+    responsible = bofreq_responsible(bofreq)
+    addrs = gather_address_lists('bofreq_responsible_changed', doc=bofreq, previous_responsible=previous_responsible)
+
+    send_mail(request, addrs.to, settings.DEFAULT_FROM_EMAIL,
+              f'BOF Request responsible leadership changed : {bofreq.name}',
+              'doc/mail/bofreq_responsible_changed.txt',
+              dict(bofreq=bofreq, request=request, responsible=plain_names(responsible), previous_responsible=plain_names(previous_responsible)),
+              cc=addrs.cc)
+
+def email_bofreq_new_revision(request, bofreq):
+    addrs = gather_address_lists('bofreq_new_revision', doc=bofreq)
+    send_mail(request, addrs.to, settings.DEFAULT_FROM_EMAIL,
+              f'New BOF request revision uploaded: {bofreq.name}-{bofreq.rev}',
+              'doc/mail/bofreq_new_revision.txt',
+              dict(bofreq=bofreq, request=request ),
+              cc=addrs.cc)

ietf/doc/migrations/0042_bofreq_states.py

@@ -0,0 +1,36 @@
+# Copyright The IETF Trust 2021 All Rights Reserved
+
+# Generated by Django 2.2.23 on 2021-05-21 13:29
+
+from django.db import migrations
+
+def forward(apps, schema_editor):
+    StateType = apps.get_model('doc', 'StateType')
+    State = apps.get_model('doc', 'State')
+
+    StateType.objects.create(slug='bofreq', label='BOF Request State')
+    proposed = State.objects.create(type_id='bofreq', slug='proposed', name='Proposed', used=True, desc='The BOF request is proposed', order=0)
+    approved = State.objects.create(type_id='bofreq', slug='approved', name='Approved', used=True, desc='The BOF request is approved', order=1)
+    declined = State.objects.create(type_id='bofreq', slug='declined', name='Declined', used=True, desc='The BOF request is declined', order=2)
+    replaced = State.objects.create(type_id='bofreq', slug='replaced', name='Replaced', used=True, desc='The BOF request is proposed', order=3)
+    abandoned = State.objects.create(type_id='bofreq', slug='abandoned', name='Abandoned', used=True, desc='The BOF request is abandoned', order=4)
+
+    proposed.next_states.set([approved,declined,replaced,abandoned])
+
+def reverse(apps, schema_editor):
+    StateType = apps.get_model('doc', 'StateType')
+    State = apps.get_model('doc', 'State')
+    State.objects.filter(type_id='bofreq').delete()
+    StateType.objects.filter(slug='bofreq').delete()
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('doc', '0041_add_documentactionholder'),
+        ('name', '0027_add_bofrequest'),
+    ]
+
+    operations = [
+        migrations.RunPython(forward, reverse)
+    ]

ietf/doc/migrations/0043_bofreq_docevents.py

@@ -0,0 +1,36 @@
+# Generated by Django 2.2.24 on 2021-07-06 13:34
+
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('person', '0019_auto_20210604_1443'),
+        ('doc', '0042_bofreq_states'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='docevent',
+            name='type',
+            field=models.CharField(choices=[('new_revision', 'Added new revision'), ('new_submission', 'Uploaded new revision'), ('changed_document', 'Changed document metadata'), ('added_comment', 'Added comment'), ('added_message', 'Added message'), ('edited_authors', 'Edited the documents author list'), ('deleted', 'Deleted document'), ('changed_state', 'Changed state'), ('changed_stream', 'Changed document stream'), ('expired_document', 'Expired document'), ('extended_expiry', 'Extended expiry of document'), ('requested_resurrect', 'Requested resurrect'), ('completed_resurrect', 'Completed resurrect'), ('changed_consensus', 'Changed consensus'), ('published_rfc', 'Published RFC'), ('added_suggested_replaces', 'Added suggested replacement relationships'), ('reviewed_suggested_replaces', 'Reviewed suggested replacement relationships'), ('changed_action_holders', 'Changed action holders for document'), ('changed_group', 'Changed group'), ('changed_protocol_writeup', 'Changed protocol writeup'), ('changed_charter_milestone', 'Changed charter milestone'), ('initial_review', 'Set initial review time'), ('changed_review_announcement', 'Changed WG Review text'), ('changed_action_announcement', 'Changed WG Action text'), ('started_iesg_process', 'Started IESG process on document'), ('created_ballot', 'Created ballot'), ('closed_ballot', 'Closed ballot'), ('sent_ballot_announcement', 'Sent ballot announcement'), ('changed_ballot_position', 'Changed ballot position'), ('changed_ballot_approval_text', 'Changed ballot approval text'), ('changed_ballot_writeup_text', 'Changed ballot writeup text'), ('changed_rfc_editor_note_text', 'Changed RFC Editor Note text'), ('changed_last_call_text', 'Changed last call text'), ('requested_last_call', 'Requested last call'), ('sent_last_call', 'Sent last call'), ('scheduled_for_telechat', 'Scheduled for telechat'), ('iesg_approved', 'IESG approved document (no problem)'), ('iesg_disapproved', 'IESG disapproved document (do not publish)'), ('approved_in_minute', 'Approved in minute'), ('iana_review', 'IANA review comment'), ('rfc_in_iana_registry', 'RFC is in IANA registry'), ('rfc_editor_received_announcement', 'Announcement was received by RFC Editor'), ('requested_publication', 'Publication at RFC Editor requested'), ('sync_from_rfc_editor', 'Received updated information from RFC Editor'), ('requested_review', 'Requested review'), ('assigned_review_request', 'Assigned review request'), ('closed_review_request', 'Closed review request'), ('closed_review_assignment', 'Closed review assignment'), ('downref_approved', 'Downref approved'), ('posted_related_ipr', 'Posted related IPR'), ('removed_related_ipr', 'Removed related IPR'), ('changed_editors', 'Changed BOF Request editors')], max_length=50),
+        ),
+        migrations.CreateModel(
+            name='BofreqResponsibleDocEvent',
+            fields=[
+                ('docevent_ptr', models.OneToOneField(auto_created=True, on_delete=django.db.models.deletion.CASCADE, parent_link=True, primary_key=True, serialize=False, to='doc.DocEvent')),
+                ('responsible', models.ManyToManyField(blank=True, to='person.Person')),
+            ],
+            bases=('doc.docevent',),
+        ),
+        migrations.CreateModel(
+            name='BofreqEditorDocEvent',
+            fields=[
+                ('docevent_ptr', models.OneToOneField(auto_created=True, on_delete=django.db.models.deletion.CASCADE, parent_link=True, primary_key=True, serialize=False, to='doc.DocEvent')),
+                ('editors', models.ManyToManyField(blank=True, to='person.Person')),
+            ],
+            bases=('doc.docevent',),
+        ),
+    ]

ietf/doc/models.py

@@ -142,6 +142,8 @@ def get_file_path(self):
                 self._cached_file_path = settings.CONFLICT_REVIEW_PATH
             elif self.type_id == "statchg":
                 self._cached_file_path = settings.STATUS_CHANGE_PATH
+            elif self.type_id == "bofreq":
+                self._cached_file_path = settings.BOFREQ_PATH
             else:
                 self._cached_file_path = settings.DOCUMENT_PATH_PATTERN.format(doc=self)
         return self._cached_file_path
@@ -163,6 +165,8 @@ def get_base_name(self):
             elif self.type_id == 'review':
                 # TODO: This will be wrong if a review is updated on the same day it was created (or updated more than once on the same day)
                 self._cached_base_name = "%s.txt" % self.name
+            elif self.type_id == 'bofreq':
+                self._cached_base_name = "%s-%s.md" % (self.name, self.rev)
             else:
                 if self.rev:
                     self._cached_base_name = "%s-%s.txt" % (self.canonical_name(), self.rev)
@@ -1145,6 +1149,9 @@ class DocReminder(models.Model):
     # IPR events
     ("posted_related_ipr", "Posted related IPR"),
     ("removed_related_ipr", "Removed related IPR"),
+
+    # Bofreq Editor events
+    ("changed_editors", "Changed BOF Request editors")
     ]
 
 class DocEvent(models.Model):
@@ -1340,3 +1347,11 @@ class EditedAuthorsDocEvent(DocEvent):
         Example 'basis' values might be from ['manually adjusted','recomputed by parsing document', etc.]
     """
     basis = models.CharField(help_text="What is the source or reasoning for the changes to the author list",max_length=255)
+
+class BofreqEditorDocEvent(DocEvent):
+    """ Capture the proponents of a BOF Request."""
+    editors = models.ManyToManyField('person.Person', blank=True)
+
+class BofreqResponsibleDocEvent(DocEvent):
+    """ Capture the responsible leadership (IAB and IESG members) for a BOF Request """
+    responsible = models.ManyToManyField('person.Person', blank=True)

ietf/doc/resources.py

@@ -17,7 +17,8 @@
     InitialReviewDocEvent, DocHistoryAuthor, BallotDocEvent, RelatedDocument,
     RelatedDocHistory, BallotPositionDocEvent, AddedMessageEvent, SubmissionDocEvent,
     ReviewRequestDocEvent, ReviewAssignmentDocEvent, EditedAuthorsDocEvent, DocumentURL,
-    IanaExpertDocEvent, IRSGBallotDocEvent, DocExtResource, DocumentActionHolder )
+    IanaExpertDocEvent, IRSGBallotDocEvent, DocExtResource, DocumentActionHolder, 
+    BofreqEditorDocEvent,BofreqResponsibleDocEvent)
 
 from ietf.name.resources import BallotPositionNameResource, DocTypeNameResource
 class BallotTypeResource(ModelResource):
@@ -806,3 +807,55 @@ class Meta:
             "person": ALL_WITH_RELATIONS,
         }
 api.doc.register(DocumentActionHolderResource())
+
+
+from ietf.person.resources import PersonResource
+class BofreqEditorDocEventResource(ModelResource):
+    by               = ToOneField(PersonResource, 'by')
+    doc              = ToOneField(DocumentResource, 'doc')
+    docevent_ptr     = ToOneField(DocEventResource, 'docevent_ptr')
+    editors          = ToManyField(PersonResource, 'editors', null=True)
+    class Meta:
+        queryset = BofreqEditorDocEvent.objects.all()
+        serializer = api.Serializer()
+        cache = SimpleCache()
+        #resource_name = 'bofreqeditordocevent'
+        ordering = ['docevent_ptr', ]
+        filtering = { 
+            "id": ALL,
+            "time": ALL,
+            "type": ALL,
+            "rev": ALL,
+            "desc": ALL,
+            "by": ALL_WITH_RELATIONS,
+            "doc": ALL_WITH_RELATIONS,
+            "docevent_ptr": ALL_WITH_RELATIONS,
+            "editors": ALL_WITH_RELATIONS,
+        }
+api.doc.register(BofreqEditorDocEventResource())
+
+
+from ietf.person.resources import PersonResource
+class BofreqResponsibleDocEventResource(ModelResource):
+    by               = ToOneField(PersonResource, 'by')
+    doc              = ToOneField(DocumentResource, 'doc')
+    docevent_ptr     = ToOneField(DocEventResource, 'docevent_ptr')
+    responsible      = ToManyField(PersonResource, 'responsible', null=True)
+    class Meta:
+        queryset = BofreqResponsibleDocEvent.objects.all()
+        serializer = api.Serializer()
+        cache = SimpleCache()
+        #resource_name = 'bofreqresponsibledocevent'
+        ordering = ['docevent_ptr', ]
+        filtering = { 
+            "id": ALL,
+            "time": ALL,
+            "type": ALL,
+            "rev": ALL,
+            "desc": ALL,
+            "by": ALL_WITH_RELATIONS,
+            "doc": ALL_WITH_RELATIONS,
+            "docevent_ptr": ALL_WITH_RELATIONS,
+            "responsible": ALL_WITH_RELATIONS,
+        }
+api.doc.register(BofreqResponsibleDocEventResource())