Fix rate limit of 600 requests per minutes on Gitlab.com

This is a simple fix, maximum of 10 requests per seconds = maximum of 600 requests per minutes. It does slow down a bit the report but it prevent a fatal error. It's possible to design a more sophisticated fix but it will be more complex with more states to manage. It would be more prone to bugs. I favor simplicity over maximum speed.

Author: jedecaron

package.json

@@ -57,6 +57,7 @@
     "request-promise-native": "^1.0.4",
     "shelljs": "^0.8.3",
     "tempfile": "^2.0.0",
+    "throttled-queue": "^1.0.7",
     "underscore": "^1.9.1",
     "xdg-basedir": "^3.0.0",
     "xlsx": "^0.13.5"

src/models/base.js

@@ -2,6 +2,9 @@ const request = require('request-promise-native');
 const url = require('url');
 const async = require('async');
 const crypto = require('crypto');
+const throttledQueue = require('throttled-queue');
+
+const throttle = throttledQueue(10, 1000);
 
 /**
  * base model
@@ -36,19 +39,21 @@ class base {
         data.private_token = this.token;
 
         return new Promise((resolve, reject) => {
-            request.post(`${this.url}${path}`, {
-                json: true,
-                body: data,
-                insecure: this._insecure,
-                proxy: this._proxy,
-                resolveWithFullResponse: true,
-                headers: {
-                    'PRIVATE-TOKEN': this.token
-                }
-            }).then(response => {
-                if (this.config.get('_createDump')) this.setDump(response, key);
-                resolve(response);
-            }).catch(e => reject(e));
+            throttle(() => {
+              request.post(`${this.url}${path}`, {
+                  json: true,
+                  body: data,
+                  insecure: this._insecure,
+                  proxy: this._proxy,
+                  resolveWithFullResponse: true,
+                  headers: {
+                      'PRIVATE-TOKEN': this.token
+                  }
+              }).then(response => {
+                  if (this.config.get('_createDump')) this.setDump(response, key);
+                  resolve(response);
+              }).catch(e => reject(e));
+            })
         });
     }
 
@@ -67,18 +72,20 @@ class base {
         path += `&page=${page}&per_page=${perPage}`;
 
         return new Promise((resolve, reject) => {
-            request(`${this.url}${path}`, {
-                json: true,
-                insecure: this._insecure,
-                proxy: this._proxy,
-                resolveWithFullResponse: true,
-                headers: {
-                    'PRIVATE-TOKEN': this.token
-                }
-            }).then(response => {
-                if (this.config.get('_createDump')) this.setDump(response, key);
-                resolve(response);
-            }).catch(e => reject(e));
+            throttle(() => {
+              request(`${this.url}${path}`, {
+                  json: true,
+                  insecure: this._insecure,
+                  proxy: this._proxy,
+                  resolveWithFullResponse: true,
+                  headers: {
+                      'PRIVATE-TOKEN': this.token
+                  }
+              }).then(response => {
+                  if (this.config.get('_createDump')) this.setDump(response, key);
+                  resolve(response);
+              }).catch(e => reject(e));
+            })
         });
     }