checks if file is ready using sdk file_list and outpoint #942

Merged
jessopb merged 1 commit from lbrynetFileWait into master 2019-02-28 20:56:13 +01:00
3 changed files with 49 additions and 28 deletions

View file

@ -1,11 +1,9 @@
const { getClaim } = require('../../../../lbrynet'); const { getClaim } = require('server/lbrynet');
const { const { createFileRecordDataAfterGet } = require('server/models/utils/createFileRecordData.js');
createFileRecordDataAfterGet,
} = require('../../../../models/utils/createFileRecordData.js');
const { handleErrorResponse } = require('../../../utils/errorHandlers.js'); const { handleErrorResponse } = require('../../../utils/errorHandlers.js');
const getClaimData = require('server/utils/getClaimData'); const getClaimData = require('server/utils/getClaimData');
const chainquery = require('chainquery').default; const chainquery = require('chainquery').default;
const db = require('../../../../models'); const db = require('server/models');
const logger = require('winston'); const logger = require('winston');
const awaitFileSize = require('server/utils/awaitFileSize'); const awaitFileSize = require('server/utils/awaitFileSize');
@ -38,7 +36,7 @@ const claimGet = async ({ ip, originalUrl, params }, res) => {
if (!claimData) { if (!claimData) {
throw new Error('claim/get: getClaimData failed to get file blobs'); throw new Error('claim/get: getClaimData failed to get file blobs');
} }
let fileReady = await awaitFileSize(lbrynetResult.download_path, 2000000, 10000, 250); const fileReady = await awaitFileSize(lbrynetResult.outpoint, 2000000, 10000, 250);
if (fileReady !== 'ready') { if (fileReady !== 'ready') {
throw new Error('claim/get: failed to get file after 10 seconds'); throw new Error('claim/get: failed to get file after 10 seconds');

View file

@ -53,6 +53,26 @@ module.exports = {
}); });
}); });
}, },
getFileListFileByOutpoint(outpoint) {
logger.debug(`lbryApi >> Getting File_List for "${outpoint}"`);
const gaStartTime = Date.now();
return new Promise((resolve, reject) => {
axios
skhameneh commented 2019-02-28 08:47:33 +01:00 (Migrated from github.com)
Review

Can use await w/ axios

Can use `await` w/ axios
.post(lbrynetUri, {
method: 'file_list',
params: {
outpoint,
},
})
.then(response => {
sendGATimingEvent('lbrynet', 'getFileList', 'FILE_LIST', gaStartTime, Date.now());
handleLbrynetResponse(response, resolve, reject);
})
.catch(error => {
reject(error);
});
});
},
async abandonClaim({ claimId }) { async abandonClaim({ claimId }) {
logger.debug(`lbryApi >> Abandon claim "${claimId}"`); logger.debug(`lbryApi >> Abandon claim "${claimId}"`);
const gaStartTime = Date.now(); const gaStartTime = Date.now();

View file

@ -1,27 +1,30 @@
const fs = require('fs'); const { getFileListFileByOutpoint } = require('server/lbrynet');
const { promisify } = require('util'); const logger = require('winston');
const fsstat = promisify(fs.stat); function delay(t) {
const awaitFileSize = (path, sizeInBytes, timeout, interval) => { return new Promise(function(resolve) {
return new Promise((resolve, reject) => { setTimeout(resolve, t);
let totalTime = 0;
let timer = setInterval(() => {
totalTime = totalTime + interval;
fsstat(path)
.then(stats => {
if (stats.size > sizeInBytes) {
clearInterval(interval);
resolve('ready');
}
if (totalTime > timeout) {
const error = new Error('File did not arrive in time');
error.name = 'FILE_NOT_ARRIVED';
reject(error);
}
})
.catch();
}, interval);
}); });
}
const awaitFileSize = (outpoint, size, interval, timeout) => {
logger.debug('awaitFileSize');
let start = Date.now();
function checkFileList() {
logger.debug('checkFileList');
return getFileListFileByOutpoint(outpoint).then(result => {
logger.debug('File List Result', result);
if (result[0]['completed'] === true || result[0]['written_bytes'] > size) {
logger.debug('FILE READY');
return 'ready';
} else if (timeout !== 0 && Date.now() - start > timeout) {
throw new Error('Timeout on awaitFileSize');
} else {
return delay(interval).then(checkFileList);
}
});
}
return checkFileList();
}; };
module.exports = awaitFileSize; module.exports = awaitFileSize;