Add Node.js support to Storage v9

Author: schmidt-sebastian

packages/storage/.run/All_tests.xml

@@ -0,0 +1,19 @@
+<component name="ProjectRunConfigurationManager">
+  <configuration default="false" name="All Tests" type="mocha-javascript-test-runner">
+    <node-interpreter>project</node-interpreter>
+    <node-options />
+    <mocha-package>$PROJECT_DIR$/../../node_modules/mocha</mocha-package>
+    <working-directory>$PROJECT_DIR$</working-directory>
+    <pass-parent-env>true</pass-parent-env>
+    <envs>
+      <env name="TS_NODE_COMPILER_OPTIONS" value="{&quot;module&quot;:&quot;commonjs&quot;}" />
+      <env name="TS_NODE_FILES" value="true" />
+      <env name="TS_NODE_CACHE" value="NO" />
+    </envs>
+    <ui>bdd</ui>
+    <extra-mocha-options>--require ts-node/register/type-check --require index.ts</extra-mocha-options>
+    <test-kind>PATTERN</test-kind>
+    <test-pattern>test/{,!(browser)/**/}*.test.ts</test-pattern>
+    <method v="2" />
+  </configuration>
+</component>

packages/storage/exp/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@firebase/storage-exp",
   "description": "A tree-shakeable version of the Storage SDK",
-  "main": "./dist/index.browser.cjs.js",
+  "main": "./dist/index.node.cjs.js",
   "module": "./dist/index.browser.esm2017.js",
   "browser": "./dist/index.browser.esm2017.js",
   "esm5": "./dist/index.browser.esm5.js",

packages/storage/package.json

@@ -21,15 +21,16 @@
     "build:exp:release": "yarn build:exp && yarn build:compat",
     "build:deps": "lerna run --scope @firebase/storage --include-dependencies build",
     "dev": "rollup -c -w",
-    "test": "run-p test:browser lint",
-    "test:ci": "node ../../scripts/run_tests_in_ci.js -s test:browser",
+    "test": "run-p test:browser test:node lint",
+    "test:ci": "node ../../scripts/run_tests_in_ci.js -s test:browser test:node",
     "test:browser:compat:unit": "karma start --single-run --compat --unit",
     "test:browser:exp:unit": "karma start --single-run --exp --unit",
     "test:browser:compat:integration": "karma start --single-run --compat --integration",
     "test:browser:exp:integration": "karma start --single-run --exp --integration",
     "test:browser:compat": "karma start --single-run --compat",
     "test:browser:exp": "karma start --single-run --exp",
     "test:browser": "karma start --single-run",
+    "test:node": "TS_NODE_FILES=true TS_NODE_CACHE=NO TS_NODE_COMPILER_OPTIONS='{\"module\":\"commonjs\"}' nyc --reporter lcovonly -- mocha 'test/{,!(browser)/**/}*.test.ts' --file index.ts --config ../../config/mocharc.node.js",
     "test:debug": "karma start --browser=Chrome",
     "prettier": "prettier --write 'src/**/*.ts' 'test/**/*.ts'",
     "api-report": "api-extractor run --local --verbose && ts-node-script ../../repo-scripts/prune-dts/prune-dts.ts --input exp/dist/storage-public.d.ts --output exp/dist/storage-public.d.ts",
@@ -40,6 +41,7 @@
     "@firebase/storage-types": "0.4.1",
     "@firebase/util": "1.1.0",
     "@firebase/component": "0.5.1",
+    "node-fetch": "2.6.1",
     "tslib": "^2.1.0"
   },
   "peerDependencies": {
@@ -50,6 +52,7 @@
     "@firebase/app": "0.6.23",
     "@firebase/auth": "0.16.6",
     "rollup": "2.35.1",
+    "@rollup/plugin-alias": "3.1.1",
     "@rollup/plugin-json": "4.1.0",
     "rollup-plugin-typescript2": "0.29.0",
     "typescript": "4.2.2"
@@ -63,4 +66,4 @@
     "url": "https://github.com/firebase/firebase-js-sdk/issues"
   },
   "typings": "dist/index.d.ts"
-}
+}

packages/storage/rollup.config.compat.js

@@ -18,10 +18,13 @@
 import json from '@rollup/plugin-json';
 import typescriptPlugin from 'rollup-plugin-typescript2';
 import typescript from 'typescript';
+import alias from '@rollup/plugin-alias';
 import pkg from './package.json';
 
 import { getImportPathTransformer } from '../../scripts/exp/ts-transform-import-path';
 
+const { generateAliasConfig } = require('./rollup.shared');
+
 const deps = [
   ...Object.keys(Object.assign({}, pkg.peerDependencies, pkg.dependencies)),
   '@firebase/storage'
@@ -59,7 +62,7 @@ const es5Builds = [
         sourcemap: true
       }
     ],
-    plugins: es5BuildPlugins,
+    plugins: [alias(generateAliasConfig('browser')), ...es5BuildPlugins],
     external: id => deps.some(dep => id === dep || id.startsWith(`${dep}/`)),
     treeshake: {
       moduleSideEffects: false
@@ -98,7 +101,7 @@ const es2017Builds = [
       format: 'es',
       sourcemap: true
     },
-    plugins: es2017BuildPlugins,
+    plugins: [alias(generateAliasConfig('browser')), ...es2017BuildPlugins],
     external: id => deps.some(dep => id === dep || id.startsWith(`${dep}/`)),
     treeshake: {
       moduleSideEffects: false

packages/storage/rollup.config.exp.js

@@ -19,10 +19,13 @@ import json from '@rollup/plugin-json';
 import typescriptPlugin from 'rollup-plugin-typescript2';
 import typescript from 'typescript';
 import pkgExp from './exp/package.json';
+import alias from '@rollup/plugin-alias';
 import pkg from './package.json';
 import path from 'path';
 import { importPathTransformer } from '../../scripts/exp/ts-transform-import-path';
 
+const { generateAliasConfig } = require('./rollup.shared');
+
 const deps = [
   ...Object.keys(Object.assign({}, pkg.peerDependencies, pkg.dependencies)),
   '@firebase/app'
@@ -38,14 +41,15 @@ const es5Plugins = [
 ];
 
 const es5Builds = [
+  // Browser
   {
     input: './exp/index.ts',
     output: {
       file: path.resolve('./exp', pkgExp.esm5),
       format: 'es',
       sourcemap: true
     },
-    plugins: es5Plugins,
+    plugins: [alias(generateAliasConfig('browser')), ...es5Plugins],
     external: id => deps.some(dep => id === dep || id.startsWith(`${dep}/`)),
     treeshake: {
       moduleSideEffects: false
@@ -68,21 +72,30 @@ const es2017Plugins = [
 ];
 
 const es2017Builds = [
+  // Node
   {
     input: './exp/index.ts',
-    output: [
-      {
-        file: path.resolve('./exp', pkgExp.main),
-        format: 'cjs',
-        sourcemap: true
-      },
-      {
-        file: path.resolve('./exp', pkgExp.browser),
-        format: 'es',
-        sourcemap: true
-      }
-    ],
-    plugins: es2017Plugins,
+    output: {
+      file: path.resolve('./exp', pkgExp.main),
+      format: 'cjs',
+      sourcemap: true
+    },
+    plugins: [alias(generateAliasConfig('node')), ...es2017Plugins],
+    external: id => deps.some(dep => id === dep || id.startsWith(`${dep}/`)),
+    treeshake: {
+      moduleSideEffects: false
+    }
+  },
+
+  // Browser
+  {
+    input: './exp/index.ts',
+    output: {
+      file: path.resolve('./exp', pkgExp.browser),
+      format: 'es',
+      sourcemap: true
+    },
+    plugins: [alias(generateAliasConfig('browser')), ...es2017Plugins],
     external: id => deps.some(dep => id === dep || id.startsWith(`${dep}/`)),
     treeshake: {
       moduleSideEffects: false

packages/storage/rollup.config.js

@@ -18,8 +18,11 @@
 import json from '@rollup/plugin-json';
 import typescriptPlugin from 'rollup-plugin-typescript2';
 import typescript from 'typescript';
+import alias from '@rollup/plugin-alias';
 import pkg from './package.json';
 
+const { generateAliasConfig } = require('./rollup.shared');
+
 const deps = Object.keys(
   Object.assign({}, pkg.peerDependencies, pkg.dependencies)
 );
@@ -40,7 +43,7 @@ const es5Builds = [
       { file: pkg.main, format: 'cjs', sourcemap: true },
       { file: pkg.module, format: 'es', sourcemap: true }
     ],
-    plugins: es5BuildPlugins,
+    plugins: [alias(generateAliasConfig('browser')), ...es5BuildPlugins],
     external: id => deps.some(dep => id === dep || id.startsWith(`${dep}/`)),
     treeshake: {
       moduleSideEffects: false
@@ -71,7 +74,7 @@ const es2017Builds = [
       format: 'es',
       sourcemap: true
     },
-    plugins: es2017BuildPlugins,
+    plugins: [alias(generateAliasConfig('browser')), ...es2017BuildPlugins],
     external: id => deps.some(dep => id === dep || id.startsWith(`${dep}/`)),
     treeshake: {
       moduleSideEffects: false

packages/storage/rollup.shared.js

@@ -0,0 +1,34 @@
+/**
+ * @license
+ * Copyright 2021 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+/**
+ * Returns an replacement configuration for `@rollup/plugin-alias` that replaces
+ * references to platform-specific files with implementations for the provided
+ * target platform.
+ */
+function generateAliasConfig(platform) {
+  return {
+    entries: [
+      {
+        find: /^(.*)\/platform\/([^.\/]*)(\.ts)?$/,
+        replacement: `$1\/platform/${platform}/$2.ts`
+      }
+    ]
+  };
+}
+
+exports.generateAliasConfig = generateAliasConfig;

packages/storage/src/implementation/request.ts

@@ -132,27 +132,24 @@ class NetworkRequest<T> implements Request<T> {
       }
 
       // eslint-disable-next-line @typescript-eslint/no-floating-promises
-      xhr
-        .send(self.url_, self.method_, self.body_, self.headers_)
-        .then((xhr: XhrIo) => {
-          if (self.progressCallback_ !== null) {
-            xhr.removeUploadProgressListener(progressListener);
-          }
-          self.pendingXhr_ = null;
-          xhr = xhr as XhrIo;
-          const hitServer = xhr.getErrorCode() === ErrorCode.NO_ERROR;
-          const status = xhr.getStatus();
-          if (!hitServer || self.isRetryStatusCode_(status)) {
-            const wasCanceled = xhr.getErrorCode() === ErrorCode.ABORT;
-            backoffCallback(
-              false,
-              new RequestEndStatus(false, null, wasCanceled)
-            );
-            return;
-          }
-          const successCode = self.successCodes_.indexOf(status) !== -1;
-          backoffCallback(true, new RequestEndStatus(successCode, xhr));
-        });
+      xhr.send(self.url_, self.method_, self.body_, self.headers_).then(() => {
+        if (self.progressCallback_ !== null) {
+          xhr.removeUploadProgressListener(progressListener);
+        }
+        self.pendingXhr_ = null;
+        const hitServer = xhr.getErrorCode() === ErrorCode.NO_ERROR;
+        const status = xhr.getStatus();
+        if (!hitServer || self.isRetryStatusCode_(status)) {
+          const wasCanceled = xhr.getErrorCode() === ErrorCode.ABORT;
+          backoffCallback(
+            false,
+            new RequestEndStatus(false, null, wasCanceled)
+          );
+          return;
+        }
+        const successCode = self.successCodes_.indexOf(status) !== -1;
+        backoffCallback(true, new RequestEndStatus(successCode, xhr));
+      });
     }
 
     /**

packages/storage/src/implementation/requests.ts

@@ -399,7 +399,7 @@ export function createResumableUpload(
   const headers = {
     'X-Goog-Upload-Protocol': 'resumable',
     'X-Goog-Upload-Command': 'start',
-    'X-Goog-Upload-Header-Content-Length': blob.size(),
+    'X-Goog-Upload-Header-Content-Length': `${blob.size()}`,
     'X-Goog-Upload-Header-Content-Type': metadataForUpload['contentType']!,
     'Content-Type': 'application/json; charset=utf-8'
   };
@@ -511,7 +511,7 @@ export function continueResumableUpload(
     bytesToUpload === bytesLeft ? 'upload, finalize' : 'upload';
   const headers = {
     'X-Goog-Upload-Command': uploadCommand,
-    'X-Goog-Upload-Offset': status_.current
+    'X-Goog-Upload-Offset': `${status_.current}`
   };
   const body = blob.slice(startByte, endByte);
   if (body === null) {

packages/storage/src/implementation/string.ts

@@ -16,6 +16,7 @@
  */
 
 import { unknown, invalidFormat } from './error';
+import { decodeBase64 } from '../platform/base64';
 
 /**
  * An enumeration of the possible string formats for upload.
@@ -178,7 +179,7 @@ export function base64Bytes_(format: StringFormat, value: string): Uint8Array {
   }
   let bytes;
   try {
-    bytes = atob(value);
+    bytes = decodeBase64(value);
   } catch (e) {
     throw invalidFormat(format, 'Invalid character found');
   }

packages/storage/src/implementation/xhrio.ts

@@ -19,7 +19,7 @@
  * XHR headers
  */
 export interface Headers {
-  [name: string]: string | number;
+  [name: string]: string;
 }
 
 /**
@@ -31,8 +31,8 @@ export interface XhrIo {
     url: string,
     method: string,
     body?: ArrayBufferView | Blob | string | null,
-    headers?: Headers
-  ): Promise<XhrIo>;
+    headers?: Record<string, string>
+  ): Promise<void>;
 
   getErrorCode(): ErrorCode;
 

packages/storage/src/implementation/xhriopool.ts

@@ -19,13 +19,13 @@
  * @fileoverview Replacement for goog.net.XhrIoPool that works with fbs.XhrIo.
  */
 import { XhrIo } from './xhrio';
-import { NetworkXhrIo } from './xhrio_network';
+import { newConnection } from '../platform/connection';
 
 /**
  * Factory-like class for creating XhrIo instances.
  */
 export class XhrIoPool {
   createXhrIo(): XhrIo {
-    return new NetworkXhrIo();
+    return newConnection();
   }
 }

packages/storage/src/platform/base64.ts

@@ -0,0 +1,25 @@
+/**
+ * @license
+ * Copyright 2021 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+// This file is only used under ts-node.
+// eslint-disable-next-line @typescript-eslint/no-require-imports
+const platform = require(`./${process.env.TEST_PLATFORM ?? 'node'}/base64`);
+
+/** Converts a Base64 encoded string to a binary string. */
+export function decodeBase64(encoded: string): string {
+  return platform.decodeBase64(encoded);
+}