const PSQL = require('cartodb-psql'); const cors = require('../middleware/cors'); const user = require('../middleware/user'); const locals = require('../middleware/locals'); const cleanUpQueryParams = require('../middleware/clean-up-query-params'); const layergroupToken = require('../middleware/layergroup-token'); const credentials = require('../middleware/credentials'); const authorize = require('../middleware/authorize'); const dbConnSetup = require('../middleware/db-conn-setup'); const rateLimit = require('../middleware/rate-limit'); const { RATE_LIMIT_ENDPOINTS_GROUPS } = rateLimit; function AnalysesController(pgConnection, authApi, userLimitsApi) { this.pgConnection = pgConnection; this.authApi = authApi; this.userLimitsApi = userLimitsApi; } module.exports = AnalysesController; AnalysesController.prototype.register = function (app) { const { base_url_mapconfig: mapconfigBasePath } = app; app.get( `${mapconfigBasePath}/analyses/catalog`, cors(), cleanUpQueryParams(), locals(), user(), rateLimit(this.userLimitsApi, RATE_LIMIT_ENDPOINTS_GROUPS.ANALYSIS_CATALOG), layergroupToken(), credentials(), authorize(this.authApi), dbConnSetup(this.pgConnection), createPGClient(), getDataFromQuery({ queryTemplate: catalogQueryTpl, key: 'catalog' }), getDataFromQuery({ queryTemplate: tablesQueryTpl, key: 'tables' }), prepareResponse(), setCacheControlHeader(), sendResponse(), unauthorizedError() ); }; function createPGClient () { return function createPGClientMiddleware (req, res, next) { res.locals.pg = new PSQL(dbParamsFromReqParams(res.locals)); next(); }; } function getDataFromQuery({ queryTemplate, key }) { const readOnlyTransactionOn = true; return function getCatalogMiddleware(req, res, next) { const { pg, user } = res.locals; const sql = queryTemplate({ _username: user }); pg.query(sql, (err, resultSet = {}) => { if (err) { return next(err); } res.locals[key] = resultSet.rows || []; next(); }, readOnlyTransactionOn); }; } function prepareResponse () { return function prepareResponseMiddleware (req, res, next) { const { catalog, tables } = res.locals; const analysisIdToTable = tables.reduce((analysisIdToTable, table) => { const analysisId = table.relname.split('_')[2]; if (analysisId && analysisId.length === 40) { analysisIdToTable[analysisId] = table; } return analysisIdToTable; }, {}); const analysisCatalog = catalog.map(analysis => { if (analysisIdToTable.hasOwnProperty(analysis.node_id)) { analysis.table = analysisIdToTable[analysis.node_id]; } return analysis; }) .sort((analysisA, analysisB) => { if (!!analysisA.table && !!analysisB.table) { return analysisB.table.size - analysisA.table.size; } if (!!analysisA.table) { return -1; } if (!!analysisB.table) { return 1; } return -1; }); res.body = { catalog: analysisCatalog }; next(); }; } function setCacheControlHeader () { return function setCacheControlHeaderMiddleware (req, res, next) { res.set('Cache-Control', 'public,max-age=10,must-revalidate'); next(); }; } function sendResponse () { return function sendResponseMiddleware (req, res) { res.status(200); if (req.query && req.query.callback) { res.jsonp(res.body); } else { res.json(res.body); } }; } function unauthorizedError () { return function unathorizedErrorMiddleware(err, req, res, next) { if (err.message.match(/permission\sdenied/)) { err = new Error('Unauthorized'); err.http_status = 401; } next(err); }; } const catalogQueryTpl = ctx => ` SELECT analysis_def->>'type' as type, * FROM cdb_analysis_catalog WHERE username = '${ctx._username}' `; var tablesQueryTpl = ctx => ` WITH analysis_tables AS ( SELECT n.nspname AS nspname, c.relname AS relname, pg_total_relation_size( format('%s.%s', pg_catalog.quote_ident(n.nspname), pg_catalog.quote_ident(c.relname)) ) AS size, format('%s.%s', pg_catalog.quote_ident(nspname), pg_catalog.quote_ident(relname)) AS fully_qualified_name FROM pg_catalog.pg_class c, pg_catalog.pg_namespace n WHERE c.relnamespace = n.oid AND pg_catalog.quote_ident(c.relname) ~ '^analysis_[a-z0-9]{10}_[a-z0-9]{40}$' AND n.nspname IN ('${ctx._username}', 'public') ) SELECT *, pg_size_pretty(size) as size_pretty FROM analysis_tables ORDER BY size DESC `; function dbParamsFromReqParams(params) { var dbParams = {}; if ( params.dbuser ) { dbParams.user = params.dbuser; } if ( params.dbpassword ) { dbParams.pass = params.dbpassword; } if ( params.dbhost ) { dbParams.host = params.dbhost; } if ( params.dbport ) { dbParams.port = params.dbport; } if ( params.dbname ) { dbParams.dbname = params.dbname; } return dbParams; }