mirror of
https://github.com/KevinMidboe/zoff.git
synced 2025-10-29 18:00:23 +00:00
311 lines
8.0 KiB
JavaScript
311 lines
8.0 KiB
JavaScript
var shallowClone = require('../utils').shallowClone;
|
|
var stream = require('stream');
|
|
var util = require('util');
|
|
|
|
module.exports = GridFSBucketReadStream;
|
|
|
|
/**
|
|
* A readable stream that enables you to read buffers from GridFS.
|
|
*
|
|
* Do not instantiate this class directly. Use `openDownloadStream()` instead.
|
|
*
|
|
* @class
|
|
* @param {Collection} chunks Handle for chunks collection
|
|
* @param {Collection} files Handle for files collection
|
|
* @param {Object} readPreference The read preference to use
|
|
* @param {Object} filter The query to use to find the file document
|
|
* @param {Object} [options=null] Optional settings.
|
|
* @param {Number} [options.sort=null] Optional sort for the file find query
|
|
* @param {Number} [options.skip=null] Optional skip for the file find query
|
|
* @param {Number} [options.start=null] Optional 0-based offset in bytes to start streaming from
|
|
* @param {Number} [options.end=null] Optional 0-based offset in bytes to stop streaming before
|
|
* @fires GridFSBucketReadStream#error
|
|
* @fires GridFSBucketReadStream#file
|
|
* @return {GridFSBucketReadStream} a GridFSBucketReadStream instance.
|
|
*/
|
|
|
|
function GridFSBucketReadStream(chunks, files, readPreference, filter, options) {
|
|
var _this = this;
|
|
this.s = {
|
|
bytesRead: 0,
|
|
chunks: chunks,
|
|
cursor: null,
|
|
expected: 0,
|
|
files: files,
|
|
filter: filter,
|
|
init: false,
|
|
expectedEnd: 0,
|
|
file: null,
|
|
options: options,
|
|
readPreference: readPreference
|
|
};
|
|
|
|
stream.Readable.call(this);
|
|
}
|
|
|
|
util.inherits(GridFSBucketReadStream, stream.Readable);
|
|
|
|
/**
|
|
* An error occurred
|
|
*
|
|
* @event GridFSBucketReadStream#error
|
|
* @type {Error}
|
|
*/
|
|
|
|
/**
|
|
* Fires when the stream loaded the file document corresponding to the
|
|
* provided id.
|
|
*
|
|
* @event GridFSBucketReadStream#file
|
|
* @type {object}
|
|
*/
|
|
|
|
/**
|
|
* Reads from the cursor and pushes to the stream.
|
|
* @method
|
|
*/
|
|
|
|
GridFSBucketReadStream.prototype._read = function() {
|
|
var _this = this;
|
|
waitForFile(_this, function() {
|
|
doRead(_this);
|
|
});
|
|
};
|
|
|
|
/**
|
|
* Sets the 0-based offset in bytes to start streaming from. Throws
|
|
* an error if this stream has entered flowing mode
|
|
* (e.g. if you've already called `on('data')`)
|
|
* @method
|
|
* @param {Number} start Offset in bytes to start reading at
|
|
* @return {GridFSBucketReadStream}
|
|
*/
|
|
|
|
GridFSBucketReadStream.prototype.start = function(start) {
|
|
throwIfInitialized(this);
|
|
this.s.options.start = start;
|
|
return this;
|
|
};
|
|
|
|
/**
|
|
* Sets the 0-based offset in bytes to start streaming from. Throws
|
|
* an error if this stream has entered flowing mode
|
|
* (e.g. if you've already called `on('data')`)
|
|
* @method
|
|
* @param {Number} end Offset in bytes to stop reading at
|
|
* @return {GridFSBucketReadStream}
|
|
*/
|
|
|
|
GridFSBucketReadStream.prototype.end = function(end) {
|
|
throwIfInitialized(this);
|
|
this.s.options.end = end;
|
|
return this;
|
|
};
|
|
|
|
/**
|
|
* @ignore
|
|
*/
|
|
|
|
function throwIfInitialized(self) {
|
|
if (self.s.init) {
|
|
throw new Error('You cannot change options after the stream has entered' +
|
|
'flowing mode!');
|
|
}
|
|
}
|
|
|
|
/**
|
|
* @ignore
|
|
*/
|
|
|
|
function doRead(_this) {
|
|
_this.s.cursor.next(function(error, doc) {
|
|
if (error) {
|
|
return __handleError(_this, error);
|
|
}
|
|
if (!doc) {
|
|
return _this.push(null);
|
|
}
|
|
|
|
var bytesRemaining = _this.s.file.length - _this.s.bytesRead;
|
|
var expectedN = _this.s.expected++;
|
|
var expectedLength = Math.min(_this.s.file.chunkSize,
|
|
bytesRemaining);
|
|
if (doc.n > expectedN) {
|
|
var errmsg = 'ChunkIsMissing: Got unexpected n: ' + doc.n +
|
|
', expected: ' + expectedN;
|
|
return __handleError(_this, new Error(errmsg));
|
|
}
|
|
if (doc.n < expectedN) {
|
|
var errmsg = 'ExtraChunk: Got unexpected n: ' + doc.n +
|
|
', expected: ' + expectedN;
|
|
return __handleError(_this, new Error(errmsg));
|
|
}
|
|
if (doc.data.length() !== expectedLength) {
|
|
if (bytesRemaining <= 0) {
|
|
var errmsg = 'ExtraChunk: Got unexpected n: ' + doc.n;
|
|
return __handleError(_this, new Error(errmsg));
|
|
}
|
|
var errmsg = 'ChunkIsWrongSize: Got unexpected length: ' +
|
|
doc.data.length() + ', expected: ' + expectedLength;
|
|
return __handleError(_this, new Error(errmsg));
|
|
}
|
|
|
|
_this.s.bytesRead += doc.data.length();
|
|
|
|
if (doc.data.buffer.length === 0) {
|
|
return _this.push(null);
|
|
}
|
|
|
|
var sliceStart = null;
|
|
var sliceEnd = null;
|
|
var buf = doc.data.buffer;
|
|
if (_this.s.bytesToSkip != null) {
|
|
sliceStart = _this.s.bytesToSkip;
|
|
_this.s.bytesToSkip = 0;
|
|
}
|
|
|
|
if (expectedN === _this.s.expectedEnd && _this.s.bytesToTrim != null) {
|
|
sliceEnd = _this.s.bytesToTrim;
|
|
}
|
|
|
|
if (sliceStart != null || sliceEnd != null) {
|
|
buf = buf.slice(sliceStart || 0, sliceEnd || buf.length);
|
|
}
|
|
|
|
_this.push(buf);
|
|
});
|
|
};
|
|
|
|
/**
|
|
* @ignore
|
|
*/
|
|
|
|
function init(self) {
|
|
var findOneOptions = {};
|
|
if (self.s.readPreference) {
|
|
findOneOptions.readPreference = self.s.readPreference;
|
|
}
|
|
if (self.s.options && self.s.options.sort) {
|
|
findOneOptions.sort = self.s.options.sort;
|
|
}
|
|
if (self.s.options && self.s.options.skip) {
|
|
findOneOptions.skip = self.s.options.skip;
|
|
}
|
|
|
|
self.s.files.findOne(self.s.filter, findOneOptions, function(error, doc) {
|
|
if (error) {
|
|
return __handleError(self, error);
|
|
}
|
|
if (!doc) {
|
|
var identifier = self.s.filter._id ?
|
|
self.s.filter._id.toString() : self.s.filter.filename;
|
|
var errmsg = 'FileNotFound: file ' + identifier + ' was not found';
|
|
return __handleError(self, new Error(errmsg));
|
|
}
|
|
|
|
// If document is empty, kill the stream immediately and don't
|
|
// execute any reads
|
|
if (doc.length <= 0) {
|
|
self.push(null);
|
|
return;
|
|
}
|
|
|
|
self.s.cursor = self.s.chunks.find({ files_id: doc._id }).sort({ n: 1 });
|
|
if (self.s.readPreference) {
|
|
self.s.cursor.setReadPreference(self.s.readPreference);
|
|
}
|
|
|
|
self.s.expectedEnd = Math.ceil(doc.length / doc.chunkSize);
|
|
self.s.file = doc;
|
|
self.s.bytesToSkip = handleStartOption(self, doc, self.s.cursor,
|
|
self.s.options);
|
|
self.s.bytesToTrim = handleEndOption(self, doc, self.s.cursor,
|
|
self.s.options);
|
|
self.emit('file', doc);
|
|
});
|
|
}
|
|
|
|
/**
|
|
* @ignore
|
|
*/
|
|
|
|
function waitForFile(_this, callback) {
|
|
if (_this.s.file) {
|
|
return callback();
|
|
}
|
|
|
|
if (!_this.s.init) {
|
|
init(_this);
|
|
_this.s.init = true;
|
|
}
|
|
|
|
_this.once('file', function() {
|
|
callback();
|
|
});
|
|
};
|
|
|
|
/**
|
|
* @ignore
|
|
*/
|
|
|
|
function handleStartOption(stream, doc, cursor, options) {
|
|
if (options && options.start != null) {
|
|
if (options.start > doc.length) {
|
|
throw new Error('Stream start (' + options.start + ') must not be ' +
|
|
'more than the length of the file (' + doc.length +')')
|
|
}
|
|
if (options.start < 0) {
|
|
throw new Error('Stream start (' + options.start + ') must not be ' +
|
|
'negative');
|
|
}
|
|
if (options.end != null && options.end < options.start) {
|
|
throw new Error('Stream start (' + options.start + ') must not be ' +
|
|
'greater than stream end (' + options.end + ')');
|
|
}
|
|
|
|
cursor.skip(Math.floor(options.start / doc.chunkSize));
|
|
|
|
stream.s.bytesRead = Math.floor(options.start / doc.chunkSize) *
|
|
doc.chunkSize;
|
|
stream.s.expected = Math.floor(options.start / doc.chunkSize);
|
|
|
|
return options.start - stream.s.bytesRead;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* @ignore
|
|
*/
|
|
|
|
function handleEndOption(stream, doc, cursor, options) {
|
|
if (options && options.end != null) {
|
|
if (options.end > doc.length) {
|
|
throw new Error('Stream end (' + options.end + ') must not be ' +
|
|
'more than the length of the file (' + doc.length +')')
|
|
}
|
|
if (options.start < 0) {
|
|
throw new Error('Stream end (' + options.end + ') must not be ' +
|
|
'negative');
|
|
}
|
|
|
|
var start = options.start != null ?
|
|
Math.floor(options.start / doc.chunkSize) :
|
|
0;
|
|
|
|
cursor.limit(Math.ceil(options.end / doc.chunkSize) - start);
|
|
|
|
stream.s.expectedEnd = Math.ceil(options.end / doc.chunkSize);
|
|
|
|
return (Math.ceil(options.end / doc.chunkSize) * doc.chunkSize) -
|
|
options.end;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* @ignore
|
|
*/
|
|
|
|
function __handleError(_this, error) {
|
|
_this.emit('error', error);
|
|
}
|