test-functions-deploy.js

#!/usr/bin/env node
"use strict";

/**
 * Integration test for testing function deploys. Run:
 * node ./test-functions-deploy.js <projectId> <region>
 *
 * If parameters ommited:
 * - projectId defaults to `functions-integration-test`
 * - region defaults to `us-central1`
 */

var expect = require("chai").expect;
var execSync = require("child_process").execSync;
var exec = require("child_process").exec;
var tmp = require("tmp");
var _ = require("lodash");
var fs = require("fs-extra");
var cloudfunctions = require("../lib/gcp/cloudfunctions");
var api = require("../lib/api");
var scopes = require("../lib/scopes");
var { configstore } = require("../lib/configstore");
var extractTriggers = require("../lib/deploy/functions/runtimes/node/extractTriggers");
var functionsConfig = require("../lib/functionsConfig");
var { last } = require("../lib/utils");

var clc = require("colorette");
var firebase = require("firebase");

var functionsSource = __dirname + "/assets/functions_to_test.js";
var projectDir = __dirname + "/test-project";
var projectId = process.argv[2] || "functions-integration-test";
var region = process.argv[3] || "us-central1";
var httpsTrigger = `https://${region}-${projectId}.cloudfunctions.net/httpsAction`;
var localFirebase = __dirname + "/../lib/bin/firebase.js";
var TIMEOUT = 40000;
var tmpDir;
var app;

var deleteAllFunctions = function () {
  var toDelete = parseFunctionsList().map(function (funcName) {
    return funcName.replace("-", ".");
  });
  return localFirebase + ` functions:delete ${toDelete.join(" ")} -f --project=${projectId}`;
};

var parseFunctionsList = function () {
  var triggers = [];
  extractTriggers(require(functionsSource), triggers);
  return triggers.map((t) => t.name);
};

var getUuid = function () {
  return Math.floor(Math.random() * 100000000000).toString();
};

var preTest = async function () {
  var dir = tmp.dirSync({ prefix: "fntest_" });
  tmpDir = dir.name;
  fs.copySync(projectDir, tmpDir);
  execSync("npm install", { cwd: tmpDir + "/functions", stdio: "ignore", stderr: "ignore" });
  api.setRefreshToken(configstore.get("tokens").refresh_token);
  api.setScopes(scopes.CLOUD_PLATFORM);
  var accessToken = (await api.getAccessToken()).access_token;
  api.setAccessToken(accessToken);

  return functionsConfig.getFirebaseConfig({ project: projectId }).then(function (config) {
    process.env.GCLOUD_PROJECT = projectId;
    process.env.FIREBASE_CONFIG = JSON.stringify(config);
    app = firebase.initializeApp(config);
    try {
      execSync(deleteAllFunctions(), { cwd: tmpDir, stdio: "ignore" });
    } catch (e) {
      // do nothing
    }
  });
};

var postTest = function (errored) {
  fs.remove(tmpDir);
  delete process.env.GCLOUD_PROJECT;
  delete process.env.FIREBASE_CONFIG;
  // If tests were successful, clean up functions and database. Otherwise, leave them for debugging purposes.
  if (!errored) {
    try {
      execSync(deleteAllFunctions(), { cwd: tmpDir, stdio: "ignore" });
    } catch (e) {
      // do nothing
    }
    execSync(`${localFirebase} database:remove / -y --project=${projectId}`, { cwd: tmpDir });
  }
  console.log("Done post-test cleanup.");
  process.exit();
};

var checkFunctionsListMatch = function (expectedFunctions) {
  var deployedFunctions;
  return cloudfunctions
    .listFunctions(projectId, region)
    .then(function (result) {
      deployedFunctions = (result || []).map((fn) => last(fn.name.split("/")));
      expect(_.isEmpty(_.xor(expectedFunctions, deployedFunctions))).to.be.true;
      return true;
    })
    .catch(function (err) {
      console.log(clc.red("Deployed functions do not match expected functions"));
      console.log("Expected functions are: ", expectedFunctions);
      console.log("Deployed functions are: ", deployedFunctions);
      return Promise.reject(err);
    });
};

var testCreateUpdate = function () {
  fs.copySync(functionsSource, tmpDir + "/functions/index.js");
  return new Promise(function (resolve) {
    exec(`${localFirebase} deploy --project=${projectId}`, { cwd: tmpDir }, function (err, stdout) {
      console.log(stdout);
      expect(err).to.be.null;
      resolve(checkFunctionsListMatch(parseFunctionsList()));
    });
  });
};

var testCreateUpdateWithFilter = function () {
  fs.copySync(functionsSource, tmpDir + "/functions/index.js");
  return new Promise(function (resolve) {
    exec(
      `${localFirebase} deploy --only functions:nested,functions:httpsAction --project=${projectId}`,
      { cwd: tmpDir },
      function (err, stdout) {
        console.log(stdout);
        expect(err).to.be.null;
        resolve(checkFunctionsListMatch(["nested-dbAction", "httpsAction"]));
      },
    );
  });
};

var testDelete = function () {
  return new Promise(function (resolve) {
    exec(deleteAllFunctions(), { cwd: tmpDir }, function (err, stdout) {
      console.log(stdout);
      expect(err).to.be.null;
      resolve(checkFunctionsListMatch([]));
    });
  });
};

var testDeleteWithFilter = function () {
  return new Promise(function (resolve) {
    exec(
      `${localFirebase} functions:delete nested -f --project=${projectId}`,
      { cwd: tmpDir },
      function (err, stdout) {
        console.log(stdout);
        expect(err).to.be.null;
        resolve(checkFunctionsListMatch(["httpsAction"]));
      },
    );
  });
};

var waitForAck = function (uuid, testDescription) {
  return Promise.race([
    new Promise(function (resolve) {
      var ref = firebase.database().ref("output").child(uuid);
      var listener = ref.on("value", function (snap) {
        if (snap.exists()) {
          ref.off("value", listener);
          resolve();
        }
      });
    }),
    new Promise(function (resolve, reject) {
      setTimeout(function () {
        reject("Timed out while waiting for output from " + testDescription);
      }, TIMEOUT);
    }),
  ]);
};

var writeToDB = function (path) {
  var uuid = getUuid();
  return app
    .database()
    .ref(path)
    .child(uuid)
    .set({ foo: "bar" })
    .then(function () {
      return Promise.resolve(uuid);
    });
};

var sendHttpRequest = function (message) {
  const url = new URL(httpsTrigger);
  return api
    .request("POST", url.pathname, {
      data: message,
      origin: url.origin,
    })
    .then(function (resp) {
      expect(resp.status).to.equal(200);
      expect(resp.body).to.deep.equal(message);
    });
};

var publishPubsub = function (topic) {
  var uuid = getUuid();
  var message = Buffer.from(uuid).toString("base64");
  return api
    .request("POST", `/v1/projects/${projectId}/topics/${topic}:publish`, {
      auth: true,
      data: {
        messages: [{ data: message }],
      },
      origin: "https://pubsub.googleapis.com",
    })
    .then(function (resp) {
      expect(resp.status).to.equal(200);
      return Promise.resolve(uuid);
    });
};

var triggerSchedule = function (job) {
  // we can't pass along a uuid thru scheduler to test the full trigger,
  // so instead we run the job to make sure that the scheduler job and pub sub topic were created correctly
  return api
    .request("POST", `/v1/projects/${projectId}/locations/us-central1/jobs/${job}:run`, {
      auth: true,
      data: {},
      origin: "https://cloudscheduler.googleapis.com",
    })
    .then(function (resp) {
      expect(resp.status).to.equal(200);
      return Promise.resolve();
    });
};

var saveToStorage = function () {
  var uuid = getUuid();
  var contentLength = Buffer.byteLength(uuid, "utf8");
  var resource = ["b", projectId + ".appspot.com", "o"].join("/");
  var endpoint = "/upload/storage/v1/" + resource + "?uploadType=media&name=" + uuid;
  return api
    .request("POST", endpoint, {
      auth: true,
      headers: {
        "Content-Type": "text/plain",
        "Content-Length": contentLength,
      },
      data: uuid,
      json: false,
      origin: api.googleOrigin,
    })
    .then(function (resp) {
      expect(resp.status).to.equal(200);
      return Promise.resolve(uuid);
    });
};

var testFunctionsTrigger = function () {
  var checkDbAction = writeToDB("input").then(function (uuid) {
    return waitForAck(uuid, "database triggered function");
  });
  var checkNestedDbAction = writeToDB("inputNested").then(function (uuid) {
    return waitForAck(uuid, "nested database triggered function");
  });
  var checkHttpsAction = sendHttpRequest({ message: "hello" });
  var checkPubsubAction = publishPubsub("topic1").then(function (uuid) {
    return waitForAck(uuid, "pubsub triggered function");
  });
  var checkGcsAction = saveToStorage().then(function (uuid) {
    return waitForAck(uuid, "storage triggered function");
  });
  var checkScheduleAction = triggerSchedule(
    "firebase-schedule-pubsubScheduleAction-us-central1",
  ).then(function (/* uuid */) {
    return true;
  });
  return Promise.all([
    checkDbAction,
    checkNestedDbAction,
    checkHttpsAction,
    checkPubsubAction,
    checkGcsAction,
    checkScheduleAction,
  ]);
};

var main = function () {
  preTest()
    .then(function () {
      console.log("Done pretest prep.");
      return testCreateUpdate();
    })
    .then(function () {
      console.log(clc.green("\u2713 Test passed: creating functions"));
      return testCreateUpdate();
    })
    .then(function () {
      console.log(clc.green("\u2713 Test passed: updating functions"));
      return testFunctionsTrigger();
    })
    .then(function () {
      console.log(clc.green("\u2713 Test passed: triggering functions"));
      return testDelete();
    })
    .then(function () {
      console.log(clc.green("\u2713 Test passed: deleting functions"));
      return testCreateUpdateWithFilter();
    })
    .then(function () {
      console.log(clc.green("\u2713 Test passed: creating functions with filters"));
      return testDeleteWithFilter();
    })
    .then(function () {
      console.log(
        clc.green("\u2713 Test passed: threw warning when passing filter with unknown identifier"),
      );
    })
    .catch(function (err) {
      console.log(clc.red("Error while running tests: "), err);
      return Promise.resolve(err);
    })
    .then(function (err) {
      postTest(!!err);
    });
};

main();