Revamp sync from RFC Editor to include more info, fix a couple of bugs

and email the Secretariet when a draft sent to the RFC Editor ends up
in the queue, split it up so it's easier to test; also moved the
location of the binaries to bin/
 - Legacy-Id: 4848

Author: OleLaursen

ietf/bin/rfc-editor-index-updates

@@ -0,0 +1,30 @@
+#!/usr/bin/env python
+
+import os, sys, re, json, datetime
+import syslog
+
+syslog.openlog(os.path.basename(__file__), syslog.LOG_PID, syslog.LOG_LOCAL0)
+
+# boilerplate
+basedir = os.path.abspath(os.path.join(os.path.dirname(__file__), "../.."))
+sys.path = [ basedir ] + sys.path
+
+from ietf import settings
+from django.core import management
+management.setup_environ(settings)
+
+
+from ietf.sync.rfceditor import *
+
+syslog.syslog("Updating document metadata from RFC index from %s" % QUEUE_URL)
+
+response = fetch_index_xml(INDEX_URL)
+data = parse_index(response)
+
+if len(data) < MIN_INDEX_RESULTS:
+    syslog.syslog("Not enough results, only %s" % len(data))
+    sys.exit(1)
+
+changed = update_docs_from_rfc_index(data)
+for c in changed:
+    syslog.syslog(c)

ietf/bin/rfc-editor-queue-updates

@@ -0,0 +1,35 @@
+#!/usr/bin/env python
+
+import os, sys, re, json, datetime
+import syslog
+
+syslog.openlog(os.path.basename(__file__), syslog.LOG_PID, syslog.LOG_LOCAL0)
+
+# boilerplate
+basedir = os.path.abspath(os.path.join(os.path.dirname(__file__), "../.."))
+sys.path = [ basedir ] + sys.path
+
+from ietf import settings
+from django.core import management
+management.setup_environ(settings)
+
+
+from ietf.sync.rfceditor import *
+
+syslog.syslog("Updating RFC Editor queue states from %s" % QUEUE_URL)
+
+response = fetch_queue_xml(QUEUE_URL)
+drafts, warnings = parse_queue(response)
+for w in warnings:
+    syslog.syslog(u"WARNING: %s" % w)
+
+if len(drafts) < MIN_QUEUE_RESULTS:
+    syslog.syslog("Not enough results, only %s" % len(drafts))
+    sys.exit(1)
+
+changed, warnings = update_drafts_from_queue(drafts)
+for w in warnings:
+    syslog.syslog(u"WARNING: %s" % w)
+
+for c in changed:
+    syslog.syslog(u"Updated %s" % c)

ietf/idrfc/idrfc_wrapper.py

@@ -125,9 +125,9 @@ def rfc_editor_state(self):
         if settings.USE_DB_REDESIGN_PROXY_CLASSES:
             s = self._draft.get_state("draft-rfceditor")
             if s:
-                # extract possible extra states
-                tags = self._draft.tags.filter(slug__in=("iana-crd", "ref", "missref"))
-                return " ".join([s.name] + [t.slug.replace("-crd", "").upper() for t in tags])
+                # extract possible extra annotations
+                tags = self._draft.tags.filter(slug__in=("iana", "ref"))
+                return "*".join([s.name] + [t.slug.upper() for t in tags])
             else:
                 return None