Support client retries (#227)

* Support client retries

* typo

* Update README.md with Rodric's suggestion

Co-authored-by: rodric rabbah <[email protected]>

* add no retry test + fix test nock race conditions

* retry spy + test no retry on success

* trigger travis build

* install only production dependencies for nnewer npm versionns

* back to old npm prod install + increase size too 2k

* actually let s try to update the npm prod install

Co-authored-by: rodric rabbah <[email protected]>

Author: moritzraho

README.md

@@ -105,7 +105,7 @@ _Client constructor supports the following mandatory parameters:_
 - **key**. Client key to use when connecting to the `apihost` (if `nginx_ssl_verify_client` is turned on in your apihost)
 - **proxy.** HTTP(s) URI for proxy service to forwards requests through. Uses Needle's [built-in proxy support](https://github.com/tomas/needle#request-options).
 - **agent.** Provide custom [http.Agent](https://nodejs.org/api/http.html#http_class_http_agent) implementation.
-
+- **retry**. Provide a retry options to retry on errors, for example, `{ retries: 2 }`. By default, no retries will be done. Uses [async-retry options](https://github.com/vercel/async-retry#api). Default values are different from async-retry, please refer to the API doc.
 
 ### environment variables
 

lib/client.js

@@ -22,6 +22,7 @@ const OpenWhiskError = require('./openwhisk_error')
 const needle = require('needle')
 const url = require('url')
 const http = require('http')
+const retry = require('async-retry')
 
 /**
  * This implements a request-promise-like facade over the needle
@@ -77,6 +78,13 @@ const rp = opts => {
     })
 }
 
+const rpWithRetry = opts => {
+  return retry(bail => {
+    // will retry on exception
+    return rp(opts)
+  }, opts.retry)
+}
+
 class Client {
   /**
    * @constructor
@@ -93,6 +101,13 @@ class Client {
    * @param {boolean} [options.noUserAgent]
    * @param {string} [options.cert]
    * @param {string} [options.key]
+   * @param {object} [options.retry]
+   * @param {number} [options.retry.retries] Number of retries on top of the initial request, default is 2.
+   * @param {number} [options.retry.factor] Exponential factor, default is 2.
+   * @param {number} [options.retry.minTimeout] Milliseconds before the first retry, default is 100.
+   * @param {number} [options.retry.maxTimeout] Max milliseconds in between two retries, default is infinity.
+   * @param {boolean} [options.retry.randomize] Randomizes the timeouts by multiplying with a factor between 1 to 2. Default is true.
+   * @param {Function} [options.retry.onRetry] An optional function that is invoked after a new retry is performed. It's passed the Error that triggered it as a parameter.
    */
   constructor (options) {
     this.options = this.parseOptions(options || {})
@@ -135,7 +150,21 @@ class Client {
       throw new Error(`${messages.INVALID_OPTIONS_ERROR} Missing either api or apihost parameters.`)
     }
 
-    return { apiKey: apiKey, api, apiVersion: apiversion, ignoreCerts: ignoreCerts, namespace: options.namespace, apigwToken: apigwToken, apigwSpaceGuid: apigwSpaceGuid, authHandler: options.auth_handler, noUserAgent: options.noUserAgent, cert: options.cert, key: options.key, proxy, agent }
+    // gather retry options
+    const retry = options.retry
+    if (retry && typeof options.retry !== 'object') {
+      throw new Error(`${messages.INVALID_OPTIONS_ERROR} 'retry' option must be an object, e.g. '{ retries: 2 }'.`)
+    }
+    if (retry) {
+      // overwrite async-retry defaults, see https://github.com/vercel/async-retry#api for more details
+      retry.retries = retry.retries || 2
+      retry.factor = retry.factor || 2
+      retry.minTimeout = retry.minTimeout || 100
+      retry.maxTimeout = retry.maxTimeout || Infinity
+      retry.randomize = retry.randomize || true
+    }
+
+    return { apiKey: apiKey, api, apiVersion: apiversion, ignoreCerts: ignoreCerts, namespace: options.namespace, apigwToken: apigwToken, apigwSpaceGuid: apigwSpaceGuid, authHandler: options.auth_handler, noUserAgent: options.noUserAgent, cert: options.cert, key: options.key, proxy, agent, retry }
   }
 
   urlFromApihost (apihost, apiversion = 'v1') {
@@ -152,7 +181,12 @@ class Client {
 
   request (method, path, options) {
     const params = this.params(method, path, options)
-    return params.then(req => rp(req)).catch(err => this.handleErrors(err))
+    return params.then(req => {
+      if (req.retry) {
+        return rpWithRetry(req)
+      }
+      return rp(req)
+    }).catch(err => this.handleErrors(err))
   }
 
   params (method, path, options) {
@@ -194,6 +228,10 @@ class Client {
         parms.agent = this.options.agent
       }
 
+      if (this.options.retry) {
+        parms.retry = this.options.retry
+      }
+
       return parms
     })
   }

package-lock.json

@@ -18,7 +18,7 @@
     "coverage:integration": "nyc --no-clean --silent npm run test:integration",
     "coverage:report": "nyc report --reporter=lcov --reporter=text-summary",
     "coverage:upload": "codecov",
-    "check-deps-size": "./tools/check_size.sh 1100",
+    "check-deps-size": "./tools/check_size.sh 2000",
     "lint": "standard"
   },
   "repository": {
@@ -47,9 +47,11 @@
     "nock": "^11.7.0",
     "nyc": "^14.1.1",
     "pre-commit": "^1.2.2",
+    "sinon": "^11.1.2",
     "standard": "^12.0.1"
   },
   "dependencies": {
+    "async-retry": "^1.3.3",
     "needle": "^2.4.0"
   }
 }