fox-send/server/storage/index.js

114 lines
2.7 KiB
JavaScript
Raw Normal View History

2018-02-06 22:31:18 +00:00
const config = require('../config');
const Metadata = require('../metadata');
const mozlog = require('../log');
const createRedisClient = require('./redis');
function getPrefix(seconds) {
return Math.max(Math.floor(seconds / 86400), 1);
}
2018-02-06 22:31:18 +00:00
class DB {
constructor(config) {
2018-10-05 18:01:58 +00:00
let Storage = null;
if (config.s3_bucket) {
Storage = require('./s3');
} else if (config.gcs_bucket) {
Storage = require('./gcs');
} else {
Storage = require('./fs');
}
2018-02-06 22:31:18 +00:00
this.log = mozlog('send.storage');
2018-08-08 18:07:09 +00:00
2018-08-09 21:49:52 +00:00
this.storage = new Storage(config, this.log);
2018-08-08 18:07:09 +00:00
2018-02-06 22:31:18 +00:00
this.redis = createRedisClient(config);
this.redis.on('error', err => {
this.log.error('Redis:', err);
});
}
async ttl(id) {
const result = await this.redis.ttlAsync(id);
return Math.ceil(result) * 1000;
}
2020-07-25 18:22:57 +00:00
async getPrefixedInfo(id) {
const [prefix, dead, flagged] = await this.redis.hmgetAsync(
id,
'prefix',
'dead',
'flagged'
);
2020-07-25 18:22:57 +00:00
return {
filePath: `${prefix}-${id}`,
flagged,
dead
};
2018-02-06 22:31:18 +00:00
}
2018-08-08 18:07:09 +00:00
async length(id) {
2020-07-25 18:22:57 +00:00
const { filePath } = await this.getPrefixedInfo(id);
2018-08-09 21:49:52 +00:00
return this.storage.length(filePath);
2018-02-06 22:31:18 +00:00
}
2018-08-08 18:07:09 +00:00
async get(id) {
2020-07-25 18:22:57 +00:00
const info = await this.getPrefixedInfo(id);
if (info.dead || info.flagged) {
throw new Error(info.flagged ? 'flagged' : 'dead');
}
2020-07-27 18:18:52 +00:00
const length = await this.storage.length(info.filePath);
return { length, stream: this.storage.getStream(info.filePath) };
2018-08-08 18:07:09 +00:00
}
async set(id, file, meta, expireSeconds = config.default_expire_seconds) {
const prefix = getPrefix(expireSeconds);
2018-08-09 21:49:52 +00:00
const filePath = `${prefix}-${id}`;
await this.storage.set(filePath, file);
2018-12-18 21:55:46 +00:00
if (meta) {
this.redis.hmset(id, { prefix, ...meta });
} else {
this.redis.hset(id, 'prefix', prefix);
2018-12-18 21:55:46 +00:00
}
2018-08-08 18:07:09 +00:00
this.redis.expire(id, expireSeconds);
2018-02-06 22:31:18 +00:00
}
setField(id, key, value) {
this.redis.hset(id, key, value);
}
2020-07-27 18:18:52 +00:00
async incrementField(id, key, increment = 1) {
return await this.redis.hincrbyAsync(id, key, increment);
}
2020-07-25 18:22:57 +00:00
async kill(id) {
2020-07-25 22:36:09 +00:00
const { filePath, dead } = await this.getPrefixedInfo(id);
if (!dead) {
this.redis.hset(id, 'dead', 1);
2020-07-27 18:18:52 +00:00
this.storage.del(filePath);
2020-07-25 22:36:09 +00:00
}
}
2020-07-25 22:36:09 +00:00
async flag(id) {
2020-07-25 18:22:57 +00:00
await this.kill(id);
2020-07-25 22:36:09 +00:00
this.redis.hset(id, 'flagged', 1);
}
2018-08-08 18:07:09 +00:00
async del(id) {
2020-07-25 18:22:57 +00:00
const { filePath } = await this.getPrefixedInfo(id);
2018-02-06 22:31:18 +00:00
this.redis.del(id);
2020-07-27 18:18:52 +00:00
this.storage.del(filePath);
2018-02-06 22:31:18 +00:00
}
async ping() {
await this.redis.pingAsync();
2018-08-09 21:49:52 +00:00
await this.storage.ping();
2018-02-06 22:31:18 +00:00
}
async metadata(id) {
const result = await this.redis.hgetallAsync(id);
2020-07-27 18:18:52 +00:00
return result && new Metadata({ id, ...result }, this);
2018-02-06 22:31:18 +00:00
}
}
module.exports = new DB(config);