Short urls #89
6 changed files with 136 additions and 60 deletions
|
@ -7,7 +7,7 @@
|
||||||
},
|
},
|
||||||
"Database": {
|
"Database": {
|
||||||
"MySqlConnectionUri": "none",
|
"MySqlConnectionUri": "none",
|
||||||
"DownloadDirectory": "/home/lbry/Downloads/"
|
"DownloadDirectory": "C:\\Users\\Bones\\Downloads\\lbry\\"
|
||||||
},
|
},
|
||||||
"Logging": {
|
"Logging": {
|
||||||
"LogLevel": "silly"
|
"LogLevel": "silly"
|
||||||
|
|
|
@ -3,9 +3,10 @@ const db = require('../models');
|
||||||
const logger = require('winston');
|
const logger = require('winston');
|
||||||
const getAllFreePublicClaims = require('../helpers/functions/getAllFreePublicClaims.js');
|
const getAllFreePublicClaims = require('../helpers/functions/getAllFreePublicClaims.js');
|
||||||
const isFreePublicClaim = require('../helpers/functions/isFreePublicClaim.js');
|
const isFreePublicClaim = require('../helpers/functions/isFreePublicClaim.js');
|
||||||
|
const { validateClaimId } = require('../helpers/libraries/serveHelpers.js');
|
||||||
|
|
||||||
function updateFileIfNeeded (uri, claimName, claimId, localOutpoint, localHeight) {
|
function updateFileIfNeeded (uri, claimName, claimId, localOutpoint, localHeight) {
|
||||||
logger.debug(`A mysql record was found for ${claimName}:${claimId}. Initiating resolve to check outpoint.`);
|
logger.debug(`Initiating resolve to check outpoint for ${claimName}:${claimId}.`);
|
||||||
// 1. resolve claim
|
// 1. resolve claim
|
||||||
lbryApi
|
lbryApi
|
||||||
.resolveUri(uri)
|
.resolveUri(uri)
|
||||||
|
@ -34,7 +35,7 @@ function updateFileIfNeeded (uri, claimName, claimId, localOutpoint, localHeight
|
||||||
}
|
}
|
||||||
})
|
})
|
||||||
.catch(error => {
|
.catch(error => {
|
||||||
logger.error(`error resolving "${uri}" >> `, error);
|
logger.error(error);
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -110,6 +111,41 @@ function getClaimAndHandleResponse (uri, address, height, resolve, reject) {
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
|
function getClaimAndReturnResponse (uri, address, height) {
|
||||||
|
const deferred = new Promise((resolve, reject) => {
|
||||||
|
lbryApi
|
||||||
|
.getClaim(uri)
|
||||||
|
.then(({ name, claim_id, outpoint, file_name, download_path, mime_type, metadata }) => {
|
||||||
|
// create entry in the db
|
||||||
|
logger.silly(`creating new File record`);
|
||||||
|
db.File
|
||||||
|
.create({
|
||||||
|
name,
|
||||||
|
claimId : claim_id,
|
||||||
|
address, // note: passed as an arguent, not from this 'get' call
|
||||||
|
outpoint,
|
||||||
|
height, // note: passed as an arguent, not from this 'get' call
|
||||||
|
fileName: file_name,
|
||||||
|
filePath: download_path,
|
||||||
|
fileType: mime_type,
|
||||||
|
nsfw : metadata.stream.metadata.nsfw,
|
||||||
|
})
|
||||||
|
.then(result => {
|
||||||
|
logger.debug('successfully created File record');
|
||||||
|
resolve(result); // note: result.dataValues ?
|
||||||
|
})
|
||||||
|
.catch(error => {
|
||||||
|
logger.error('sequelize create error', error);
|
||||||
|
reject(error);
|
||||||
|
});
|
||||||
|
})
|
||||||
|
.catch(error => {
|
||||||
|
reject(error);
|
||||||
|
});
|
||||||
|
});
|
||||||
|
return deferred;
|
||||||
|
}
|
||||||
|
|
||||||
module.exports = {
|
module.exports = {
|
||||||
getClaimByName (claimName) {
|
getClaimByName (claimName) {
|
||||||
const deferred = new Promise((resolve, reject) => {
|
const deferred = new Promise((resolve, reject) => {
|
||||||
|
@ -155,20 +191,23 @@ module.exports = {
|
||||||
},
|
},
|
||||||
getClaimByClaimId (name, claimId) {
|
getClaimByClaimId (name, claimId) {
|
||||||
const deferred = new Promise((resolve, reject) => {
|
const deferred = new Promise((resolve, reject) => {
|
||||||
const uri = `${name}#${claimId}`;
|
let uri;
|
||||||
// 1. check locally for the claim
|
validateClaimId(name, claimId) // 1. validate the claim id & retrieve the full claim id if needed
|
||||||
db.File
|
.then(validClaimId => { // 2. check locally for the claim
|
||||||
.findOne({ where: { name, claimId } })
|
logger.debug('valid claim id:', validClaimId);
|
||||||
.then(claim => {
|
uri = `${name}#${validClaimId}`;
|
||||||
// 2. if a match is found locally, serve it
|
return db.File.findOne({ where: { name, claimId: validClaimId } });
|
||||||
if (claim) {
|
})
|
||||||
// serve the file
|
.then(({ dataValues }) => {
|
||||||
resolve(claim.dataValues);
|
if (dataValues) { // 3. if a match is found locally, serve that claim
|
||||||
// trigger an update if needed
|
logger.debug('Result found in File table:', dataValues);
|
||||||
updateFileIfNeeded(uri, name, claimId, claim.dataValues.outpoint, claim.dataValues.outpoint);
|
// return the data for the file to be served
|
||||||
// 2. otherwise use daemon to retrieve it
|
resolve(dataValues); // break out of the chain???
|
||||||
} else {
|
// update the file, as needed
|
||||||
// 3. resolve the Uri
|
updateFileIfNeeded(uri, name, claimId, dataValues.outpoint, dataValues.outpoint);
|
||||||
|
// 3. if a match was not found use the daemon to retrieve the claim & return the db data once it is created
|
||||||
|
} else { // 4. resolve the Uri
|
||||||
|
logger.debug('No result found in File table,');
|
||||||
lbryApi
|
lbryApi
|
||||||
.resolveUri(uri)
|
.resolveUri(uri)
|
||||||
.then(result => {
|
.then(result => {
|
||||||
|
@ -176,14 +215,13 @@ module.exports = {
|
||||||
if (!result.claim) {
|
if (!result.claim) {
|
||||||
logger.debug('resolve did not return a claim');
|
logger.debug('resolve did not return a claim');
|
||||||
resolve(null);
|
resolve(null);
|
||||||
return;
|
|
||||||
}
|
}
|
||||||
// 4. check to see if the claim is free & public
|
// check to see if the claim is free & public
|
||||||
if (isFreePublicClaim(result.claim)) {
|
if (isFreePublicClaim(result.claim)) {
|
||||||
// 5. get claim and serve
|
// get claim and serve
|
||||||
getClaimAndHandleResponse(uri, result.claim.address, result.claim.height, resolve, reject);
|
resolve(getClaimAndReturnResponse(uri, result.claim.address, result.claim.height));
|
||||||
} else {
|
} else {
|
||||||
reject(null);
|
resolve(null);
|
||||||
}
|
}
|
||||||
})
|
})
|
||||||
.catch(error => {
|
.catch(error => {
|
||||||
|
|
|
@ -36,7 +36,7 @@ module.exports = {
|
||||||
});
|
});
|
||||||
})
|
})
|
||||||
.catch(error => {
|
.catch(error => {
|
||||||
logger.error('sequelize error', error);
|
logger.error('Sequelize error', error);
|
||||||
});
|
});
|
||||||
},
|
},
|
||||||
sendGoogleAnalytics (action, headers, ip, originalUrl) {
|
sendGoogleAnalytics (action, headers, ip, originalUrl) {
|
||||||
|
|
|
@ -55,7 +55,6 @@ module.exports = (claimName) => {
|
||||||
resolve(orderedPublicClaims);
|
resolve(orderedPublicClaims);
|
||||||
})
|
})
|
||||||
.catch(error => {
|
.catch(error => {
|
||||||
logger.error('error received from lbryApi.getClaimsList', error);
|
|
||||||
reject(error);
|
reject(error);
|
||||||
});
|
});
|
||||||
});
|
});
|
||||||
|
|
68
helpers/libraries/serveHelpers.js
Normal file
68
helpers/libraries/serveHelpers.js
Normal file
|
@ -0,0 +1,68 @@
|
||||||
|
const logger = require('winston');
|
||||||
|
const db = require('../../models');
|
||||||
|
|
||||||
|
module.exports = {
|
||||||
|
serveFile ({ fileName, fileType, filePath }, res) {
|
||||||
|
logger.info(`serving file ${fileName}`);
|
||||||
|
// set default options
|
||||||
|
let options = {
|
||||||
|
headers: {
|
||||||
|
'X-Content-Type-Options': 'nosniff',
|
||||||
|
'Content-Type' : fileType,
|
||||||
|
},
|
||||||
|
};
|
||||||
|
// adjust default options as needed
|
||||||
|
switch (fileType) {
|
||||||
|
case 'image/jpeg':
|
||||||
|
break;
|
||||||
|
case 'image/gif':
|
||||||
|
break;
|
||||||
|
case 'image/png':
|
||||||
|
break;
|
||||||
|
case 'video/mp4':
|
||||||
|
break;
|
||||||
|
default:
|
||||||
|
logger.warn('sending file with unknown type as .jpeg');
|
||||||
|
options['headers']['Content-Type'] = 'image/jpeg';
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
// send the file
|
||||||
|
res.status(200).sendFile(filePath, options);
|
||||||
|
},
|
||||||
|
validateClaimId (name, claimId) {
|
||||||
|
const deferred = new Promise((resolve, reject) => {
|
||||||
|
logger.debug('claim id length:', claimId.length);
|
||||||
|
// make sure the claim id is 40 characters
|
||||||
|
if (claimId.length === 40) {
|
||||||
|
logger.debug('Claim Id length is valid.');
|
||||||
|
resolve(claimId);
|
||||||
|
// if the claim id is shorter than 40, check the db for the full claim id
|
||||||
|
} else if (claimId.length === 1) {
|
||||||
|
logger.debug(`Finding claim id for "${name}" "${claimId}"`);
|
||||||
|
db.File
|
||||||
|
.findOne({
|
||||||
|
where: {
|
||||||
|
name,
|
||||||
|
claimId: { $like: `${claimId}%` },
|
||||||
|
},
|
||||||
|
})
|
||||||
|
.then(file => {
|
||||||
|
// if no results were found, throw an error
|
||||||
|
if (!file) {
|
||||||
|
reject(new Error('That is not a valid short URL.'));
|
||||||
|
}
|
||||||
|
// if a result was found, resolve with the full claim id
|
||||||
|
logger.debug('Full claim id:', file.dataValues.claimId);
|
||||||
|
resolve(file.dataValues.claimId);
|
||||||
|
})
|
||||||
|
.catch(error => {
|
||||||
|
reject(error);
|
||||||
|
});
|
||||||
|
} else {
|
||||||
|
logger.error('The Claim Id was neither 40 nor 1 character in length');
|
||||||
|
reject(new Error('That Claim Id is not valid.'));
|
||||||
|
}
|
||||||
|
});
|
||||||
|
return deferred;
|
||||||
|
},
|
||||||
|
};
|
|
@ -2,47 +2,17 @@ const logger = require('winston');
|
||||||
const { getClaimByClaimId, getClaimByName } = require('../controllers/serveController.js');
|
const { getClaimByClaimId, getClaimByName } = require('../controllers/serveController.js');
|
||||||
const { postToStats, sendGoogleAnalytics } = require('../controllers/statsController.js');
|
const { postToStats, sendGoogleAnalytics } = require('../controllers/statsController.js');
|
||||||
const errorHandlers = require('../helpers/libraries/errorHandlers.js');
|
const errorHandlers = require('../helpers/libraries/errorHandlers.js');
|
||||||
|
const { serveFile } = require('../helpers/libraries/serveHelpers.js');
|
||||||
function serveFile ({ fileName, fileType, filePath }, res) {
|
|
||||||
logger.info(`serving file ${fileName}`);
|
|
||||||
// set default options
|
|
||||||
let options = {
|
|
||||||
headers: {
|
|
||||||
'X-Content-Type-Options': 'nosniff',
|
|
||||||
'Content-Type' : fileType,
|
|
||||||
},
|
|
||||||
};
|
|
||||||
// adjust default options as needed
|
|
||||||
switch (fileType) {
|
|
||||||
case 'image/jpeg':
|
|
||||||
break;
|
|
||||||
case 'image/gif':
|
|
||||||
break;
|
|
||||||
case 'image/png':
|
|
||||||
break;
|
|
||||||
case 'video/mp4':
|
|
||||||
break;
|
|
||||||
default:
|
|
||||||
logger.warn('sending file with unknown type as .jpeg');
|
|
||||||
options['headers']['Content-Type'] = 'image/jpeg';
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
// send file
|
|
||||||
res.status(200).sendFile(filePath, options);
|
|
||||||
}
|
|
||||||
|
|
||||||
function sendAnalyticsAndLog (headers, ip, originalUrl) {
|
|
||||||
// google analytics
|
|
||||||
sendGoogleAnalytics('serve', headers, ip, originalUrl);
|
|
||||||
}
|
|
||||||
|
|
||||||
module.exports = (app) => {
|
module.exports = (app) => {
|
||||||
// route to serve a specific asset
|
// route to serve a specific asset
|
||||||
app.get('/:name/:claim_id', ({ headers, ip, originalUrl, params }, res) => {
|
app.get('/:name/:claim_id', ({ headers, ip, originalUrl, params }, res) => {
|
||||||
sendAnalyticsAndLog(headers, ip, originalUrl);
|
// google analytics
|
||||||
|
sendGoogleAnalytics('serve', headers, ip, originalUrl);
|
||||||
// begin image-serve processes
|
// begin image-serve processes
|
||||||
getClaimByClaimId(params.name, params.claim_id)
|
getClaimByClaimId(params.name, params.claim_id)
|
||||||
.then(fileInfo => {
|
.then(fileInfo => {
|
||||||
|
logger.debug('file info:', fileInfo);
|
||||||
// check to make sure a file was found
|
// check to make sure a file was found
|
||||||
if (!fileInfo) {
|
if (!fileInfo) {
|
||||||
res.status(307).render('noClaims');
|
res.status(307).render('noClaims');
|
||||||
|
@ -67,9 +37,10 @@ module.exports = (app) => {
|
||||||
errorHandlers.handleRequestError('serve', originalUrl, ip, error, res);
|
errorHandlers.handleRequestError('serve', originalUrl, ip, error, res);
|
||||||
});
|
});
|
||||||
});
|
});
|
||||||
// route to serve the winning claim
|
// route to serve the winning asset at a claim
|
||||||
app.get('/:name', ({ headers, ip, originalUrl, params }, res) => {
|
app.get('/:name', ({ headers, ip, originalUrl, params }, res) => {
|
||||||
sendAnalyticsAndLog(headers, ip, originalUrl);
|
// google analytics
|
||||||
|
sendGoogleAnalytics('serve', headers, ip, originalUrl);
|
||||||
// begin image-serve processes
|
// begin image-serve processes
|
||||||
getClaimByName(params.name)
|
getClaimByName(params.name)
|
||||||
.then(fileInfo => {
|
.then(fileInfo => {
|
||||||
|
|
Loading…
Reference in a new issue