KI

KJ

unified-ai-platform/node_modules/proxy-from-env/.travis.yml

@@ -0,0 +1,10 @@
+language: node_js
+node_js:
+  - node
+  - lts/*
+script:
+  - npm run lint
+  # test-coverage will also run the tests, but does not print helpful output upon test failure.
+  # So we also run the tests separately.
+  - npm run test
+  - npm run test-coverage && cat coverage/lcov.info | ./node_modules/.bin/coveralls && rm -rf coverage

unified-ai-platform/node_modules/proxy-from-env/README.md

@@ -0,0 +1,131 @@
+# proxy-from-env
+
+[![Build Status](https://travis-ci.org/Rob--W/proxy-from-env.svg?branch=master)](https://travis-ci.org/Rob--W/proxy-from-env)
+[![Coverage Status](https://coveralls.io/repos/github/Rob--W/proxy-from-env/badge.svg?branch=master)](https://coveralls.io/github/Rob--W/proxy-from-env?branch=master)
+
+`proxy-from-env` is a Node.js package that exports a function (`getProxyForUrl`)
+that takes an input URL (a string or
+[`url.parse`](https://nodejs.org/docs/latest/api/url.html#url_url_parsing)'s
+return value) and returns the desired proxy URL (also a string) based on
+standard proxy environment variables. If no proxy is set, an empty string is
+returned.
+
+It is your responsibility to actually proxy the request using the given URL.
+
+Installation:
+
+```sh
+npm install proxy-from-env
+```
+
+## Example
+This example shows how the data for a URL can be fetched via the
+[`http` module](https://nodejs.org/api/http.html), in a proxy-aware way.
+
+```javascript
+var http = require('http');
+var parseUrl = require('url').parse;
+var getProxyForUrl = require('proxy-from-env').getProxyForUrl;
+
+var some_url = 'http://example.com/something';
+
+// // Example, if there is a proxy server at 10.0.0.1:1234, then setting the
+// // http_proxy environment variable causes the request to go through a proxy.
+// process.env.http_proxy = 'http://10.0.0.1:1234';
+// 
+// // But if the host to be proxied is listed in NO_PROXY, then the request is
+// // not proxied (but a direct request is made).
+// process.env.no_proxy = 'example.com';
+
+var proxy_url = getProxyForUrl(some_url);  // <-- Our magic.
+if (proxy_url) {
+  // Should be proxied through proxy_url.
+  var parsed_some_url = parseUrl(some_url);
+  var parsed_proxy_url = parseUrl(proxy_url);
+  // A HTTP proxy is quite simple. It is similar to a normal request, except the
+  // path is an absolute URL, and the proxied URL's host is put in the header
+  // instead of the server's actual host.
+  httpOptions = {
+    protocol: parsed_proxy_url.protocol,
+    hostname: parsed_proxy_url.hostname,
+    port: parsed_proxy_url.port,
+    path: parsed_some_url.href,
+    headers: {
+      Host: parsed_some_url.host,  // = host name + optional port.
+    },
+  };
+} else {
+  // Direct request.
+  httpOptions = some_url;
+}
+http.get(httpOptions, function(res) {
+  var responses = [];
+  res.on('data', function(chunk) { responses.push(chunk); });
+  res.on('end', function() { console.log(responses.join(''));  });
+});
+
+```
+
+## Environment variables
+The environment variables can be specified in lowercase or uppercase, with the
+lowercase name having precedence over the uppercase variant. A variable that is
+not set has the same meaning as a variable that is set but has no value.
+
+### NO\_PROXY
+
+`NO_PROXY` is a list of host names (optionally with a port). If the input URL
+matches any of the entries in `NO_PROXY`, then the input URL should be fetched
+by a direct request (i.e. without a proxy).
+
+Matching follows the following rules:
+
+- `NO_PROXY=*` disables all proxies.
+- Space and commas may be used to separate the entries in the `NO_PROXY` list.
+- If `NO_PROXY` does not contain any entries, then proxies are never disabled.
+- If a port is added after the host name, then the ports must match. If the URL
+  does not have an explicit port name, the protocol's default port is used.
+- Generally, the proxy is only disabled if the host name is an exact match for
+  an entry in the `NO_PROXY` list. The only exceptions are entries that start
+  with a dot or with a wildcard; then the proxy is disabled if the host name
+  ends with the entry.
+
+See `test.js` for examples of what should match and what does not.
+
+### \*\_PROXY
+
+The environment variable used for the proxy depends on the protocol of the URL.
+For example, `https://example.com` uses the "https" protocol, and therefore the
+proxy to be used is `HTTPS_PROXY` (_NOT_ `HTTP_PROXY`, which is _only_ used for
+http:-URLs).
+
+The library is not limited to http(s), other schemes such as
+`FTP_PROXY` (ftp:),
+`WSS_PROXY` (wss:),
+`WS_PROXY` (ws:)
+are also supported.
+
+If present, `ALL_PROXY` is used as fallback if there is no other match.
+
+
+## External resources
+The exact way of parsing the environment variables is not codified in any
+standard. This library is designed to be compatible with formats as expected by
+existing software.
+The following resources were used to determine the desired behavior:
+
+- cURL:
+  https://curl.haxx.se/docs/manpage.html#ENVIRONMENT  
+  https://github.com/curl/curl/blob/4af40b3646d3b09f68e419f7ca866ff395d1f897/lib/url.c#L4446-L4514  
+  https://github.com/curl/curl/blob/4af40b3646d3b09f68e419f7ca866ff395d1f897/lib/url.c#L4608-L4638  
+
+- wget: 
+  https://www.gnu.org/software/wget/manual/wget.html#Proxies  
+  http://git.savannah.gnu.org/cgit/wget.git/tree/src/init.c?id=636a5f9a1c508aa39e35a3a8e9e54520a284d93d#n383  
+  http://git.savannah.gnu.org/cgit/wget.git/tree/src/retr.c?id=93c1517c4071c4288ba5a4b038e7634e4c6b5482#n1278  
+
+- W3:
+  https://www.w3.org/Daemon/User/Proxies/ProxyClients.html  
+
+- Python's urllib:
+  https://github.com/python/cpython/blob/936135bb97fe04223aa30ca6e98eac8f3ed6b349/Lib/urllib/request.py#L755-L782  
+  https://github.com/python/cpython/blob/936135bb97fe04223aa30ca6e98eac8f3ed6b349/Lib/urllib/request.py#L2444-L2479

unified-ai-platform/node_modules/proxy-from-env/package.json

@@ -0,0 +1,34 @@
+{
+  "name": "proxy-from-env",
+  "version": "1.1.0",
+  "description": "Offers getProxyForUrl to get the proxy URL for a URL, respecting the *_PROXY (e.g. HTTP_PROXY) and NO_PROXY environment variables.",
+  "main": "index.js",
+  "scripts": {
+    "lint": "eslint *.js",
+    "test": "mocha ./test.js --reporter spec",
+    "test-coverage": "istanbul cover ./node_modules/.bin/_mocha -- --reporter spec"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/Rob--W/proxy-from-env.git"
+  },
+  "keywords": [
+    "proxy",
+    "http_proxy",
+    "https_proxy",
+    "no_proxy",
+    "environment"
+  ],
+  "author": "Rob Wu <rob@robwu.nl> (https://robwu.nl/)",
+  "license": "MIT",
+  "bugs": {
+    "url": "https://github.com/Rob--W/proxy-from-env/issues"
+  },
+  "homepage": "https://github.com/Rob--W/proxy-from-env#readme",
+  "devDependencies": {
+    "coveralls": "^3.0.9",
+    "eslint": "^6.8.0",
+    "istanbul": "^0.4.5",
+    "mocha": "^7.1.0"
+  }
+}

unified-ai-platform/node_modules/proxy-from-env/test.js

@@ -231,4 +231,253 @@ describe('getProxyForUrl', function() {
     env.HTTP_PROXY = 'http://proxy';
 
     env.NO_PROXY = '.example';
-    testProxyUrl(env, 'http:
+    testProxyUrl(env, 'http://proxy', 'http://example');
+    testProxyUrl(env, 'http://proxy', 'http://example:80');
+    testProxyUrl(env, 'http://proxy', 'http://example:1337');
+    testProxyUrl(env, '', 'http://sub.example');
+    testProxyUrl(env, '', 'http://sub.example:80');
+    testProxyUrl(env, '', 'http://sub.example:1337');
+    testProxyUrl(env, 'http://proxy', 'http://prefexample');
+    testProxyUrl(env, 'http://proxy', 'http://example.no');
+    testProxyUrl(env, '', 'http://a.b.example');
+  });
+
+  describe('no_proxy=*', function() {
+    var env = {};
+    env.HTTP_PROXY = 'http://proxy';
+    env.NO_PROXY = '*';
+    testProxyUrl(env, '', 'http://example.com');
+  });
+
+  describe('no_proxy=*.example (host suffix with *.)', function() {
+    var env = {};
+    env.HTTP_PROXY = 'http://proxy';
+
+    env.NO_PROXY = '*.example';
+    testProxyUrl(env, 'http://proxy', 'http://example');
+    testProxyUrl(env, 'http://proxy', 'http://example:80');
+    testProxyUrl(env, 'http://proxy', 'http://example:1337');
+    testProxyUrl(env, '', 'http://sub.example');
+    testProxyUrl(env, '', 'http://sub.example:80');
+    testProxyUrl(env, '', 'http://sub.example:1337');
+    testProxyUrl(env, 'http://proxy', 'http://prefexample');
+    testProxyUrl(env, 'http://proxy', 'http://example.no');
+    testProxyUrl(env, '', 'http://a.b.example');
+  });
+
+  describe('no_proxy=*example (substring suffix)', function() {
+    var env = {};
+    env.HTTP_PROXY = 'http://proxy';
+
+    env.NO_PROXY = '*example';
+    testProxyUrl(env, '', 'http://example');
+    testProxyUrl(env, '', 'http://example:80');
+    testProxyUrl(env, '', 'http://example:1337');
+    testProxyUrl(env, '', 'http://sub.example');
+    testProxyUrl(env, '', 'http://sub.example:80');
+    testProxyUrl(env, '', 'http://sub.example:1337');
+    testProxyUrl(env, '', 'http://prefexample');
+    testProxyUrl(env, '', 'http://a.b.example');
+    testProxyUrl(env, 'http://proxy', 'http://example.no');
+    testProxyUrl(env, 'http://proxy', 'http://host/example');
+  });
+
+  describe('no_proxy=.*example (arbitrary wildcards are NOT supported)',
+      function() {
+    var env = {};
+    env.HTTP_PROXY = 'http://proxy';
+
+    env.NO_PROXY = '.*example';
+    testProxyUrl(env, 'http://proxy', 'http://example');
+    testProxyUrl(env, 'http://proxy', 'http://sub.example');
+    testProxyUrl(env, 'http://proxy', 'http://sub.example');
+    testProxyUrl(env, 'http://proxy', 'http://prefexample');
+    testProxyUrl(env, 'http://proxy', 'http://x.prefexample');
+    testProxyUrl(env, 'http://proxy', 'http://a.b.example');
+  });
+
+  describe('no_proxy=[::1],[::2]:80,10.0.0.1,10.0.0.2:80 (IP addresses)',
+      function() {
+    var env = {};
+    env.HTTP_PROXY = 'http://proxy';
+
+    env.NO_PROXY = '[::1],[::2]:80,10.0.0.1,10.0.0.2:80';
+    testProxyUrl(env, '', 'http://[::1]/');
+    testProxyUrl(env, '', 'http://[::1]:80/');
+    testProxyUrl(env, '', 'http://[::1]:1337/');
+
+    testProxyUrl(env, '', 'http://[::2]/');
+    testProxyUrl(env, '', 'http://[::2]:80/');
+    testProxyUrl(env, 'http://proxy', 'http://[::2]:1337/');
+
+    testProxyUrl(env, '', 'http://10.0.0.1/');
+    testProxyUrl(env, '', 'http://10.0.0.1:80/');
+    testProxyUrl(env, '', 'http://10.0.0.1:1337/');
+
+    testProxyUrl(env, '', 'http://10.0.0.2/');
+    testProxyUrl(env, '', 'http://10.0.0.2:80/');
+    testProxyUrl(env, 'http://proxy', 'http://10.0.0.2:1337/');
+  });
+
+  describe('no_proxy=127.0.0.1/32 (CIDR is NOT supported)', function() {
+    var env = {};
+    env.HTTP_PROXY = 'http://proxy';
+
+    env.NO_PROXY = '127.0.0.1/32';
+    testProxyUrl(env, 'http://proxy', 'http://127.0.0.1');
+    testProxyUrl(env, 'http://proxy', 'http://127.0.0.1/32');
+  });
+
+  describe('no_proxy=127.0.0.1 does NOT match localhost', function() {
+    var env = {};
+    env.HTTP_PROXY = 'http://proxy';
+
+    env.NO_PROXY = '127.0.0.1';
+    testProxyUrl(env, '', 'http://127.0.0.1');
+    // We're not performing DNS queries, so this shouldn't match.
+    testProxyUrl(env, 'http://proxy', 'http://localhost');
+  });
+
+  describe('no_proxy with protocols that have a default port', function() {
+    var env = {};
+    env.WS_PROXY = 'http://ws';
+    env.WSS_PROXY = 'http://wss';
+    env.HTTP_PROXY = 'http://http';
+    env.HTTPS_PROXY = 'http://https';
+    env.GOPHER_PROXY = 'http://gopher';
+    env.FTP_PROXY = 'http://ftp';
+    env.ALL_PROXY = 'http://all';
+
+    env.NO_PROXY = 'xxx:21,xxx:70,xxx:80,xxx:443';
+
+    testProxyUrl(env, '', 'http://xxx');
+    testProxyUrl(env, '', 'http://xxx:80');
+    testProxyUrl(env, 'http://http', 'http://xxx:1337');
+
+    testProxyUrl(env, '', 'ws://xxx');
+    testProxyUrl(env, '', 'ws://xxx:80');
+    testProxyUrl(env, 'http://ws', 'ws://xxx:1337');
+
+    testProxyUrl(env, '', 'https://xxx');
+    testProxyUrl(env, '', 'https://xxx:443');
+    testProxyUrl(env, 'http://https', 'https://xxx:1337');
+
+    testProxyUrl(env, '', 'wss://xxx');
+    testProxyUrl(env, '', 'wss://xxx:443');
+    testProxyUrl(env, 'http://wss', 'wss://xxx:1337');
+
+    testProxyUrl(env, '', 'gopher://xxx');
+    testProxyUrl(env, '', 'gopher://xxx:70');
+    testProxyUrl(env, 'http://gopher', 'gopher://xxx:1337');
+
+    testProxyUrl(env, '', 'ftp://xxx');
+    testProxyUrl(env, '', 'ftp://xxx:21');
+    testProxyUrl(env, 'http://ftp', 'ftp://xxx:1337');
+  });
+
+  describe('no_proxy should not be case-sensitive', function() {
+    var env = {};
+    env.HTTP_PROXY = 'http://proxy';
+    env.NO_PROXY = 'XXX,YYY,ZzZ';
+
+    testProxyUrl(env, '', 'http://xxx');
+    testProxyUrl(env, '', 'http://XXX');
+    testProxyUrl(env, '', 'http://yyy');
+    testProxyUrl(env, '', 'http://YYY');
+    testProxyUrl(env, '', 'http://ZzZ');
+    testProxyUrl(env, '', 'http://zZz');
+  });
+
+  describe('NPM proxy configuration', function() {
+    describe('npm_config_http_proxy should work', function() {
+      var env = {};
+      // eslint-disable-next-line camelcase
+      env.npm_config_http_proxy = 'http://http-proxy';
+
+      testProxyUrl(env, '', 'https://example');
+      testProxyUrl(env, 'http://http-proxy', 'http://example');
+
+      // eslint-disable-next-line camelcase
+      env.npm_config_http_proxy = 'http://priority';
+      testProxyUrl(env, 'http://priority', 'http://example');
+    });
+    // eslint-disable-next-line max-len
+    describe('npm_config_http_proxy should take precedence over HTTP_PROXY and npm_config_proxy', function() {
+      var env = {};
+      // eslint-disable-next-line camelcase
+      env.npm_config_http_proxy = 'http://http-proxy';
+      // eslint-disable-next-line camelcase
+      env.npm_config_proxy = 'http://unexpected-proxy';
+      env.HTTP_PROXY = 'http://unexpected-proxy';
+
+      testProxyUrl(env, 'http://http-proxy', 'http://example');
+    });
+    describe('npm_config_https_proxy should work', function() {
+      var env = {};
+      // eslint-disable-next-line camelcase
+      env.npm_config_http_proxy = 'http://unexpected.proxy';
+      testProxyUrl(env, '', 'https://example');
+
+      // eslint-disable-next-line camelcase
+      env.npm_config_https_proxy = 'http://https-proxy';
+      testProxyUrl(env, 'http://https-proxy', 'https://example');
+
+      // eslint-disable-next-line camelcase
+      env.npm_config_https_proxy = 'http://priority';
+      testProxyUrl(env, 'http://priority', 'https://example');
+    });
+    // eslint-disable-next-line max-len
+    describe('npm_config_https_proxy should take precedence over HTTPS_PROXY and npm_config_proxy', function() {
+      var env = {};
+      // eslint-disable-next-line camelcase
+      env.npm_config_https_proxy = 'http://https-proxy';
+      // eslint-disable-next-line camelcase
+      env.npm_config_proxy = 'http://unexpected-proxy';
+      env.HTTPS_PROXY = 'http://unexpected-proxy';
+
+      testProxyUrl(env, 'http://https-proxy', 'https://example');
+    });
+    describe('npm_config_proxy should work', function() {
+      var env = {};
+      // eslint-disable-next-line camelcase
+      env.npm_config_proxy = 'http://http-proxy';
+      testProxyUrl(env, 'http://http-proxy', 'http://example');
+      testProxyUrl(env, 'http://http-proxy', 'https://example');
+
+      // eslint-disable-next-line camelcase
+      env.npm_config_proxy = 'http://priority';
+      testProxyUrl(env, 'http://priority', 'http://example');
+      testProxyUrl(env, 'http://priority', 'https://example');
+    });
+    // eslint-disable-next-line max-len
+    describe('HTTP_PROXY and HTTPS_PROXY should take precedence over npm_config_proxy', function() {
+      var env = {};
+      env.HTTP_PROXY = 'http://http-proxy';
+      env.HTTPS_PROXY = 'http://https-proxy';
+      // eslint-disable-next-line camelcase
+      env.npm_config_proxy = 'http://unexpected-proxy';
+      testProxyUrl(env, 'http://http-proxy', 'http://example');
+      testProxyUrl(env, 'http://https-proxy', 'https://example');
+    });
+    describe('npm_config_no_proxy should work', function() {
+      var env = {};
+      env.HTTP_PROXY = 'http://proxy';
+      // eslint-disable-next-line camelcase
+      env.npm_config_no_proxy = 'example';
+
+      testProxyUrl(env, '', 'http://example');
+      testProxyUrl(env, 'http://proxy', 'http://otherwebsite');
+    });
+    // eslint-disable-next-line max-len
+    describe('npm_config_no_proxy should take precedence over NO_PROXY', function() {
+      var env = {};
+      env.HTTP_PROXY = 'http://proxy';
+      env.NO_PROXY = 'otherwebsite';
+      // eslint-disable-next-line camelcase
+      env.npm_config_no_proxy = 'example';
+
+      testProxyUrl(env, '', 'http://example');
+      testProxyUrl(env, 'http://proxy', 'http://otherwebsite');
+    });
+  });
+});