stubbed in gcs (untested)

This commit is contained in:
Danny Coates 2018-10-05 11:01:58 -07:00
parent d87fb64390
commit 9e8e604024
No known key found for this signature in database
GPG Key ID: 4C442633C62E00CB
5 changed files with 1544 additions and 1180 deletions

2671
package-lock.json generated

File diff suppressed because it is too large Load Diff

View File

@ -130,6 +130,7 @@
"webpack-unassert-loader": "^1.2.0" "webpack-unassert-loader": "^1.2.0"
}, },
"dependencies": { "dependencies": {
"@google-cloud/storage": "^2.0.3",
"aws-sdk": "^2.328.0", "aws-sdk": "^2.328.0",
"babel-polyfill": "^6.26.0", "babel-polyfill": "^6.26.0",
"choo": "^6.12.1", "choo": "^6.12.1",
@ -137,6 +138,7 @@
"convict": "^4.4.0", "convict": "^4.4.0",
"express": "^4.16.3", "express": "^4.16.3",
"express-ws": "^4.0.0", "express-ws": "^4.0.0",
"fast-crc32c": "^1.0.4",
"fluent": "^0.8.1", "fluent": "^0.8.1",
"fluent-langneg": "^0.1.0", "fluent-langneg": "^0.1.0",
"helmet": "^3.13.0", "helmet": "^3.13.0",

View File

@ -9,6 +9,11 @@ const conf = convict({
default: '', default: '',
env: 'S3_BUCKET' env: 'S3_BUCKET'
}, },
gcs_bucket: {
format: String,
default: '',
env: 'GCS_BUCKET'
},
expire_times_seconds: { expire_times_seconds: {
format: Array, format: Array,
default: [300, 3600, 86400, 604800], default: [300, 3600, 86400, 604800],

37
server/storage/gcs.js Normal file
View File

@ -0,0 +1,37 @@
const { Storage } = require('@google-cloud/storage');
const storage = new Storage();
class GCSStorage {
constructor(config, log) {
this.bucket = storage.bucket(config.gcs_bucket);
this.log = log;
}
async length(id) {
const data = await this.bucket.file(id).getMetadata();
return data[0].size;
}
getStream(id) {
return this.bucket.file(id).createReadStream();
}
set(id, file) {
return new Promise((resolve, reject) => {
file
.pipe(this.bucket.file(id).createWriteStream())
.on('error', reject)
.on('finish', resolve);
});
}
del(id) {
return this.bucket.file(id).delete();
}
ping() {
return this.bucket.exists();
}
}
module.exports = GCSStorage;

View File

@ -9,7 +9,14 @@ function getPrefix(seconds) {
class DB { class DB {
constructor(config) { constructor(config) {
const Storage = config.s3_bucket ? require('./s3') : require('./fs'); let Storage = null;
if (config.s3_bucket) {
Storage = require('./s3');
} else if (config.gcs_bucket) {
Storage = require('./gcs');
} else {
Storage = require('./fs');
}
this.log = mozlog('send.storage'); this.log = mozlog('send.storage');
this.storage = new Storage(config, this.log); this.storage = new Storage(config, this.log);