Draft: added script to setup and tear down tests

2019-11-22 19:47:00 +01:00
parent 69afee61e0
commit eee3e8b63c
2 changed files with 141 additions and 1 deletions
@@ -71,7 +71,9 @@
    "lint:fix": "eslint --fix app.js \"lib/**/*.js\" \"test/**/*.js\"",
    "lint": "eslint app.js \"lib/**/*.js\" \"test/**/*.js\"",
    "preinstall": "make pre-install",
-    "test": "make test-all",
+    "pretest": "NODE_ENV=test node test setup",
+    "test": "mocha -t 5000 --exit --recursive test/acceptance test/integration test/unit",
+    "posttest": "NODE_ENV=test node test teardown",
    "update-internal-deps": "rm -rf node_modules && npm install",
    "docker-test": "./docker-test.sh",
    "docker-bash": "./docker-bash.sh"
@@ -0,0 +1,138 @@
+'use strict';
+
+const util = require('util');
+const path = require('path');
+const exec = util.promisify(require('child_process').exec);
+
+if (!process.env.NODE_ENV) {
+    console.error('Please set "NODE_ENV" variable, e.g.: "NODE_ENV=test"');
+    process.exit(1);
+}
+
+const environment = require(`../config/environments/${process.env.NODE_ENV}.js`);
+const REDIS_PORT = environment.redis.port;
+const REDIS_CELL_PATH = path.resolve(
+    process.platform === 'darwin'
+        ? './test/support/libredis_cell.dylib'
+        : './test/support/libredis_cell.so'
+);
+
+const TEST_USER_ID = 1;
+const TEST_USER = environment.postgres_auth_user.replace('<%= user_id %>', TEST_USER_ID);
+const TEST_PASSWORD = environment.postgres_auth_pass.replace('<%= user_id %>', TEST_USER_ID);
+const PUBLIC_USER = environment.postgres.user;
+const PUBLIC_USER_PASSWORD = environment.postgres.password;
+const TEST_DB = `${TEST_USER}_db`;
+
+async function startRedis () {
+    await exec(`redis-server --port ${REDIS_PORT} --loadmodule ${REDIS_CELL_PATH} --logfile ${__dirname}/redis-server.log --daemonize yes`);
+}
+
+async function stopRedis () {
+    await exec(`redis-cli -p ${REDIS_PORT} shutdown`);
+}
+
+async function dropDatabase () {
+    await exec(`dropdb --if-exists ${TEST_DB}`, {
+        env: {
+            PGUSER: 'postgres'
+        }
+    });
+}
+
+async function createDatabase () {
+    await exec(`createdb -T template_postgis -EUTF8 "${TEST_DB}"`, {
+        env: {
+            PGUSER: 'postgres'
+        }
+    });
+}
+
+async function createDatabaseExtension () {
+    await exec(`psql -c "CREATE EXTENSION IF NOT EXISTS cartodb CASCADE;" ${TEST_DB}`, {
+        env: {
+            PGUSER: 'postgres'
+        }
+    });
+}
+
+async function populateDatabase () {
+    const filenames = [
+        'analysis_catalog',
+        'windshaft.test',
+        'gadm4',
+        'countries_null_values',
+        'ported/populated_places_simple_reduced',
+        'cdb_analysis_check',
+        'cdb_invalidate_varnish'
+    ];
+
+    for (const filename of filenames) {
+        const populateDatabaseCmd = `
+            cat ${__dirname}/support/sql/${filename}.sql |
+            sed -e "s/:PUBLICUSER/${PUBLIC_USER}/g" |
+            sed -e "s/:PUBLICPASS/${PUBLIC_USER_PASSWORD}/g" |
+            sed -e "s/:TESTUSER/${TEST_USER}/g" |
+            sed -e "s/:TESTPASS/${TEST_PASSWORD}/g" |
+            PGOPTIONS='--client-min-messages=WARNING' psql -q -v ON_ERROR_STOP=1 ${TEST_DB}
+        `;
+
+        await exec(populateDatabaseCmd, {
+            env: {
+                PGUSER: 'postgres'
+            }
+        });
+    }
+}
+
+async function populateRedis () {
+    await exec(`redis-cli -p ${REDIS_PORT} -n 5 HMSET rails:users:localhost id ${TEST_USER_ID} database_name "${TEST_DB}" database_host localhost map_key 1234`);
+    await exec(`redis-cli -p ${REDIS_PORT} -n 5 HMSET rails:users:cartodb250user id ${TEST_USER_ID} database_name "${TEST_DB}" database_host "localhost" database_password "${TEST_PASSWORD}" map_key 4321`);
+    await exec(`redis-cli -p ${REDIS_PORT} -n 0 HSET rails:${TEST_DB}:my_table infowindow "this, that, the other"`);
+    await exec(`redis-cli -p ${REDIS_PORT} -n 0 HSET rails:${TEST_DB}:test_table_private_1 privacy "0"`);
+    // API keys
+    // User localhost
+    // API Key Master
+    await exec(`redis-cli -p ${REDIS_PORT} -n 5 HMSET api_keys:localhost:1234 user "localhost" type "master" grants_sql "true" grants_maps "true" database_role "${TEST_USER}" database_password "${TEST_PASSWORD}"`);
+    // API Key Default public
+    await exec(`redis-cli -p ${REDIS_PORT} -n 5 HMSET api_keys:localhost:default_public user "localhost" type "default" grants_sql "true" grants_maps "true" database_role "test_windshaft_publicuser" database_password "public"`);
+    // API Key Regular
+    await exec(`redis-cli -p ${REDIS_PORT} -n 5 HMSET api_keys:localhost:regular1 user "localhost" type "regular" grants_sql "true" grants_maps "true" database_role "test_windshaft_regular1" database_password "regular1"`);
+    // API Key Regular 2 no Maps API access, only to check grants permissions to the API
+    await exec(`redis-cli -p ${REDIS_PORT} -n 5 HMSET api_keys:localhost:regular2 user "localhost" type "regular" grants_sql "true" grants_maps "false" database_role "test_windshaft_publicuser" database_password "public"`);
+
+    // User cartodb250user
+    // API Key Master
+    await exec(`redis-cli -p ${REDIS_PORT} -n 5 HMSET api_keys:cartodb250user:4321 user "localhost" type "master" grants_sql "true" grants_maps "true" database_role "${TEST_USER}" database_password "${TEST_PASSWORD}"`);
+    // API Key Default
+    await exec(`cat <<EOF | redis-cli -p ${REDIS_PORT} -n 5 HMSET api_keys:cartodb250user:default_public user "localhost" type "default" grants_sql "true" grants_maps "true" database_role "test_windshaft_publicuser" database_password "public"`);
+}
+
+async function main (args) {
+    let code = 0;
+
+    try {
+        switch (args[0]) {
+        case 'setup':
+            await startRedis();
+            await populateRedis();
+            await dropDatabase();
+            await createDatabase();
+            await createDatabaseExtension();
+            await populateDatabase();
+            break;
+        case 'teardown':
+            await stopRedis();
+            break;
+        default:
+            throw new Error('Missing "mode" argument. Valid ones: "setup" or "teardown"');
+        }
+    } catch (err) {
+        console.error(err);
+        code = 1;
+    } finally {
+        process.exit(code);
+    }
+}
+
+main(process.argv.slice(2));