Fixed a bug and added an url exception for some redirected urls in the test crawler.

 - Legacy-Id: 13992

Author: levkowetz

bin/test-crawl

@@ -230,6 +230,7 @@ def skip_url(url):
             r"^/doc/html/draft-ietf-sipping-overload-design",
             r"^/doc/html/status-change-icmpv6-dns-ipv6-to-internet-standard",
             r"^/static/coverage/",
+            r"^/meeting/6[0-4]/agenda",
         ):
         if re.search(pattern, url):
             return True
@@ -353,7 +354,7 @@ if __name__ == "__main__":
         try:
             request_start = datetime.datetime.now()
             if args.verbose:
-                sys.stderr.write(url+'\r')
+                sys.stderr.write(url+'\n')
             r = client.get(url, secure=True, follow=True)
             elapsed = datetime.datetime.now() - request_start
         except KeyboardInterrupt: