Files
cypress/scripts/binary/s3-api.ts
Ben Kucera fbd523615e [internal] Lint typescript, json, new eslint rules (#4449)
* temp 07/01/19 [skip ci] main lint files

* use lint-staged scripts

* fix all auto-fixable eslint errors

* manually fix lint issues in files

* temp 07/01/19 [skip ci]

* bump eslint plugin versions, update circle.yml

* [lint fix] remaining js files

* update vscode/settings.json

* add back stop-only

* use stop-only for linting .onlys

* fix verify_spec, build_spec

* update json plugin

* relint & apply corrections

* fix appveyor.yml not cleansing env vars (very bad)

* dont echo commit message in appveyor script

* retry build &

* re-add & upgrade lint-staged

* update contributing docs

* only let stop-only catch staged changes
2019-07-12 13:59:44 -04:00

167 lines
4.4 KiB
TypeScript

const debug = require('debug')('cypress:binary')
import la from 'lazy-ass'
import is from 'check-more-types'
import S3 from 'aws-sdk/clients/s3'
import { prop, values, all } from 'ramda'
export const hasOnlyStringValues = (o) => {
return all(is.unemptyString, values(o))
}
/**
* Utility object with methods that deal with S3.
* Useful for testing our code that calls S3 methods.
*/
export const s3helpers = {
makeS3 (aws) {
la(is.unemptyString(aws.key), 'missing aws key')
la(is.unemptyString(aws.secret), 'missing aws secret')
return new S3({
accessKeyId: aws.key,
secretAccessKey: aws.secret,
})
},
verifyZipFileExists (zipFile: string, bucket: string, s3: S3): Promise<null> {
debug('checking S3 file %s', zipFile)
debug('bucket %s', bucket)
return new Promise((resolve, reject) => {
s3.headObject({
Bucket: bucket,
Key: zipFile,
}, (err, data) => {
if (err) {
debug('error getting object %s', zipFile)
debug(err)
return reject(err)
}
debug('s3 data for %s', zipFile)
debug(data)
resolve()
})
})
},
/**
* Returns list of prefixes in a given folder
*/
listS3Objects (uploadDir: string, bucket: string, s3: S3): Promise<string[]> {
la(is.unemptyString(uploadDir), 'invalid upload dir', uploadDir)
return new Promise((resolve, reject) => {
const prefix = `${uploadDir}/`
s3.listObjectsV2({
Bucket: bucket,
Prefix: prefix,
Delimiter: '/',
}, (err, result) => {
if (err) {
return reject(err)
}
debug('AWS result in %s %s', bucket, prefix)
debug('%o', result)
resolve(result.CommonPrefixes.map(prop('Prefix')))
})
})
},
/**
* Copies one S3 object into another key, metadata is copied.
* For copying a public zip file use content 'application/zip'
* and ACL 'public-read'
*/
copyS3 (sourceKey: string, destinationKey: string, bucket: string,
contentType: S3.ContentType, acl: S3.ObjectCannedACL,
s3: S3): Promise<S3.CopyObjectOutput> {
return new Promise((resolve, reject) => {
debug('copying %s in bucket %s to %s', sourceKey, bucket, destinationKey)
const params: S3.CopyObjectRequest = {
Bucket: bucket,
CopySource: `${bucket}/${sourceKey}`,
Key: destinationKey,
// when we copy S3 object, copy the original metadata, if any
MetadataDirective: 'COPY',
ContentType: contentType,
ACL: acl,
}
s3.copyObject(params, (err, data) => {
if (err) {
return reject(err)
}
debug('result of copying')
debug('%o', data)
resolve(data)
})
})
},
/**
* Returns user metadata for the given S3 object.
* Note: on S3 when adding user metadata, each key is prefixed with "x-amz-meta-"
* but the returned object has these prefixes stripped. Thus if we set
* a single "x-amz-meta-user: gleb", the resolved object will be simply {user: "gleb"}
*/
getUserMetadata (bucket: string, key: string, s3: S3): Promise<S3.Metadata> {
return new Promise((resole, reject) => {
debug('getting user metadata from %s %s', bucket, key)
s3.headObject({
Bucket: bucket,
Key: key,
}, (err, data) => {
if (err) {
return reject(err)
}
debug('user metadata')
debug('%o', data.Metadata)
resole(data.Metadata)
})
})
},
/**
* Setting user metadata can be accomplished with copying the object back onto itself
* with replaced metadata object.
*/
setUserMetadata (bucket: string, key: string, metadata: S3.Metadata,
contentType: S3.ContentType, acl: S3.ObjectCannedACL, s3: S3): Promise<S3.CopyObjectOutput> {
la(hasOnlyStringValues(metadata),
'metadata object can only have string values', metadata)
return new Promise((resolve, reject) => {
debug('setting metadata to %o for %s %s', metadata, bucket, key)
const params: S3.CopyObjectRequest = {
Bucket: bucket,
CopySource: `${bucket}/${key}`,
Key: key,
Metadata: metadata,
MetadataDirective: 'REPLACE',
ContentType: contentType,
ACL: acl,
}
s3.copyObject(params, (err, data) => {
if (err) {
return reject(err)
}
debug('result of copying')
debug('%o', data)
resolve(data)
})
})
},
}