Upload tar and zip (#536)

* run linter an all * add NPM package CI job * more steps for NPM package * start upload NPM package * more work on NPM package upload * testing upload * move purge cache to utils * add unique binary build and upload from CI * pass saved urls to test-binary job * allow CYPRESS_BINARY_VERSION to be an url right away * put uploaded urls into /tmp folder * use explicit json filenames * paths instead of path * testing cypress npm and binary * use NPM folder beta to store temp binary and package * refactor utils * set env vars and trigger other test projects * only test NPM and binary on develop branch * enable all jobs again
2026-04-24 07:59:12 -05:00 · 2017-10-01 17:01:19 -04:00
parent 52e1d0ea5a
commit 4672b569f1
12 changed files with 588 additions and 94 deletions
@@ -0,0 +1,106 @@
+minimist = require("minimist")
+Promise = require("bluebird")
+la = require("lazy-ass")
+check = require("check-more-types")
+fs = require("fs")
+path = require("path")
+awspublish = require('gulp-awspublish')
+rename = require('gulp-rename')
+debug = require('gulp-debug')
+gulp = require("gulp")
+human = require("human-interval")
+R = require("ramda")
+
+konfig  = require("../../packages/server/lib/konfig")
+uploadUtils = require("./util/upload")
+
+binaryExtension = ".zip"
+uploadFileName = "cypress.zip"
+
+isBinaryFile = check.extension(binaryExtension)
+
+# wonder if our CDN url would just work
+# https://cdn.cypress.io/desktop/0.20.1/osx64/cypress.zip
+# in our case something like this
+# https://cdn.cypress.io/desktop/binary/0.20.2/<platform>/<some unique version info>/cypress.tgz
+rootFolder = "beta"
+folder = "binary"
+
+getCDN = ({version, hash, filename, platform}) ->
+  [konfig("cdn_url"), rootFolder, folder, version, platform, hash, filename].join("/")
+
+getUploadDirName = (options) ->
+  la(check.unemptyString(options.version), 'missing version', options)
+  la(check.unemptyString(options.hash), 'missing hash', options)
+  la(check.unemptyString(options.platform), 'missing platform', options)
+
+  dir = [rootFolder, folder, options.version, options.platform, options.hash, null].join("/")
+  dir
+
+uploadFile = (options) ->
+  new Promise (resolve, reject) ->
+    publisher = uploadUtils.getPublisher()
+
+    headers = {}
+    # TODO: should cache it!
+    headers["Cache-Control"] = "no-cache"
+
+    gulp.src(options.file)
+    .pipe rename (p) =>
+      p.basename = path.basename(uploadFileName, binaryExtension)
+      p.dirname = getUploadDirName(options)
+      console.log("renaming upload to", p.dirname, p.basename)
+      la(check.unemptyString(p.basename), "missing basename")
+      la(check.unemptyString(p.dirname), "missing dirname")
+      p
+    .pipe debug()
+    .pipe publisher.publish(headers)
+    .pipe awspublish.reporter()
+    .on "error", reject
+    .on "end", resolve
+
+uploadUniqueBinary = (args = []) ->
+  options = minimist(args, {
+    string: ["version", "file", "hash", "platform"],
+    alias: {
+      version: "v",
+      file: "f",
+      hash: "h"
+    }
+  })
+  console.log("Upload unique binary options")
+  pickOptions = R.pick(["file", "version", "hash"])
+  console.log(pickOptions(options))
+
+  la(check.unemptyString(options.file), "missing file to upload", options)
+  la(isBinaryFile(options.file),
+    "invalid file to upload extension", options.file)
+
+  la(check.unemptyString(options.hash), "missing hash to give", options)
+  la(check.unemptyString(options.version), "missing version", options)
+
+  la(fs.existsSync(options.file), "cannot find file", options.file)
+
+  if not options.platform
+    options.platform = uploadUtils.getUploadNameByOs()
+
+  uploadFile(options)
+  .then () ->
+    cdnUrl = getCDN({
+      version: options.version,
+      hash: options.hash,
+      filename: uploadFileName
+      platform: options.platform
+    })
+    console.log("Binary can be downloaded using URL")
+    console.log(cdnUrl)
+    cdnUrl
+  .then uploadUtils.saveUrl("binary-url.json")
+
+module.exports = {
+  uploadUniqueBinary,
+  getCDN
+}
+
+if not module.parent
+  uploadUniqueBinary(process.argv)