cartodb4/cartodb-postgresql
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

CDB-3497 Splitted

Browse Source
This commit is contained in:
Kartones
2014-07-28 13:11:51 +02:00
parent f61d07518d
commit e5c8015e17
1 changed files with 85 additions and 74 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts-available/CDB_CartodbfyTable.sql
+85 -74
View File
@@ -6,9 +6,31 @@
-- (user.rebuild_quota_trigger, called by rake task -- (user.rebuild_quota_trigger, called by rake task
-- cartodb:db:update_test_quota_trigger) -- cartodb:db:update_test_quota_trigger)
-- Required checks before running cartodbfication
-- Either will pass silenty or raise an exception
CREATE OR REPLACE FUNCTION _CDB_check_prerequisites(schema_name TEXT, reloid REGCLASS)
RETURNS void
AS $$
DECLARE
sql TEXT;
BEGIN
IF cartodb.schema_exists(schema_name) = false THEN
RAISE EXCEPTION 'Invalid schema name "%"', schema_name;
END IF;
-- TODO: Check that user quota is set ?
BEGIN
EXECUTE FORMAT('SELECT %I._CDB_UserQuotaInBytes();', schema_name::text) INTO sql;
EXCEPTION WHEN undefined_function THEN
RAISE EXCEPTION 'Please set user quota before cartodbfying tables.';
END;
END;
$$ LANGUAGE PLPGSQL;
-- Update the_geom_webmercator -- Update the_geom_webmercator
CREATE OR REPLACE FUNCTION _CDB_update_the_geom_webmercator() CREATE OR REPLACE FUNCTION _CDB_update_the_geom_webmercator()
RETURNS trigger AS $$ RETURNS trigger
AS $$
BEGIN BEGIN
NEW.the_geom_webmercator := public.CDB_TransformToWebmercator(NEW.the_geom); NEW.the_geom_webmercator := public.CDB_TransformToWebmercator(NEW.the_geom);
RETURN NEW; RETURN NEW;
@@ -50,7 +72,6 @@ BEGIN
END; END;
$$ LANGUAGE PLPGSQL; $$ LANGUAGE PLPGSQL;
-- Create all triggers -- Create all triggers
-- NOTE: drop/create has the side-effect of re-enabling disabled triggers -- NOTE: drop/create has the side-effect of re-enabling disabled triggers
CREATE OR REPLACE FUNCTION _CDB_create_triggers(schema_name TEXT, reloid REGCLASS) CREATE OR REPLACE FUNCTION _CDB_create_triggers(schema_name TEXT, reloid REGCLASS)
@@ -369,51 +390,24 @@ BEGIN
END; END;
$$ LANGUAGE PLPGSQL; $$ LANGUAGE PLPGSQL;
-- //////////////////////////////////////////////////// CREATE OR REPLACE FUNCTION _CDB_create_the_geom_columns(reloid REGCLASS)
RETURNS BOOLEAN[]
-- Ensure a table is a "cartodb" table
-- See https://github.com/CartoDB/cartodb/wiki/CartoDB-user-table
CREATE OR REPLACE FUNCTION CDB_CartodbfyTable(schema_name TEXT, reloid REGCLASS)
RETURNS void
AS $$ AS $$
DECLARE DECLARE
sql TEXT; sql TEXT;
rec RECORD; rec RECORD;
rec2 RECORD; rec2 RECORD;
tabinfo RECORD;
had_column BOOLEAN; had_column BOOLEAN;
i INTEGER; i INTEGER;
new_name TEXT; new_name TEXT;
quota_in_bytes INT8;
exists_geom_cols BOOLEAN[]; exists_geom_cols BOOLEAN[];
BEGIN BEGIN
IF cartodb.schema_exists(schema_name) = false THEN
RAISE EXCEPTION 'Invalid schema name "%"', schema_name;
END IF;
-- TODO: Check that user quota is set ?
BEGIN
-- Content will be discarded
EXECUTE FORMAT('SELECT %I._CDB_UserQuotaInBytes();', schema_name::text) INTO sql;
EXCEPTION WHEN undefined_function THEN
RAISE EXCEPTION 'Please set user quota before cartodbfying tables.';
END;
PERFORM public._CDB_drop_triggers(reloid);
-- Ensure required fields exist
PERFORM public._CDB_create_cartodb_id_column(reloid);
PERFORM public._CDB_create_timestamp_columns(reloid);
-- We need the_geom and the_geom_webmercator -- We need the_geom and the_geom_webmercator
FOR rec IN SELECT * FROM ( VALUES ('the_geom',4326), ('the_geom_webmercator',3857) ) t(cname,csrid) LOOP --{ FOR rec IN SELECT * FROM ( VALUES ('the_geom',4326), ('the_geom_webmercator',3857) ) t(cname,csrid) LOOP --{
<< column_setup >> LOOP --{ << column_setup >> LOOP --{
BEGIN BEGIN
sql := 'ALTER TABLE ' || reloid::text || ' ADD ' || rec.cname sql := 'ALTER TABLE ' || reloid::text || ' ADD ' || rec.cname
|| ' GEOMETRY(geometry,' || rec.csrid || ')'; || ' GEOMETRY(geometry,' || rec.csrid || ')';
RAISE DEBUG 'Running %', sql; RAISE DEBUG 'Running %', sql;
EXECUTE sql; EXECUTE sql;
sql := 'CREATE INDEX ON ' || reloid::text || ' USING GIST ( ' || rec.cname || ')'; sql := 'CREATE INDEX ON ' || reloid::text || ' USING GIST ( ' || rec.cname || ')';
@@ -421,25 +415,22 @@ BEGIN
EXECUTE sql; EXECUTE sql;
exists_geom_cols := array_append(exists_geom_cols, false); exists_geom_cols := array_append(exists_geom_cols, false);
EXIT column_setup; EXIT column_setup;
EXCEPTION EXCEPTION
WHEN duplicate_column THEN WHEN duplicate_column THEN
exists_geom_cols := array_append(exists_geom_cols, true); exists_geom_cols := array_append(exists_geom_cols, true);
RAISE NOTICE 'Column % already exists', rec.cname; RAISE NOTICE 'Column % already exists', rec.cname;
WHEN others THEN WHEN others THEN
RAISE EXCEPTION 'Cartodbfying % (%): % (%)', RAISE EXCEPTION 'Cartodbfying % (%): % (%)', reloid, rec.cname, SQLERRM, SQLSTATE;
reloid, rec.cname, SQLERRM, SQLSTATE;
END; END;
<< column_fixup >> << column_fixup >>
LOOP --{ LOOP --{
-- Check data type is a GEOMETRY -- Check data type is a GEOMETRY
SELECT t.typname, t.oid, a.attnotnull, SELECT t.typname, t.oid, a.attnotnull,
postgis_typmod_srid(a.atttypmod) as srid, postgis_typmod_srid(a.atttypmod) as srid,
postgis_typmod_type(a.atttypmod) as gtype postgis_typmod_type(a.atttypmod) as gtype
FROM pg_type t, pg_attribute a FROM pg_type t, pg_attribute a
WHERE a.atttypid = t.oid AND a.attrelid = reloid AND NOT a.attisdropped WHERE a.atttypid = t.oid AND a.attrelid = reloid AND NOT a.attisdropped AND a.attname = rec.cname
AND a.attname = rec.cname
INTO STRICT rec2; INTO STRICT rec2;
IF rec2.typname NOT IN ('geometry') THEN -- { IF rec2.typname NOT IN ('geometry') THEN -- {
@@ -448,46 +439,44 @@ BEGIN
END IF; -- } END IF; -- }
IF rec2.srid != rec.csrid THEN -- { IF rec2.srid != rec.csrid THEN -- {
BEGIN BEGIN
sql := 'ALTER TABLE ' || reloid::text || ' ALTER ' || rec.cname sql := 'ALTER TABLE ' || reloid::text || ' ALTER ' || rec.cname
|| ' TYPE geometry(' || rec2.gtype || ',' || rec.csrid || ') USING ST_Transform(' || ' TYPE geometry(' || rec2.gtype || ',' || rec.csrid || ') USING ST_Transform('
|| rec.cname || ',' || rec.csrid || ')'; || rec.cname || ',' || rec.csrid || ')';
RAISE DEBUG 'Running %', sql; RAISE DEBUG 'Running %', sql;
EXECUTE sql; EXECUTE sql;
EXCEPTION EXCEPTION
WHEN others THEN WHEN others THEN
RAISE NOTICE 'Could not enforce SRID % to column %: %, renaming', rec.csrid, rec.cname, SQLERRM; RAISE NOTICE 'Could not enforce SRID % to column %: %, renaming', rec.csrid, rec.cname, SQLERRM;
EXIT column_fixup; -- cannot fix, will rename EXIT column_fixup; -- cannot fix, will rename
END; END;
END IF; -- } END IF; -- }
-- add gist indices if not there already -- add gist indices if not there already
IF NOT EXISTS ( SELECT ir.relname IF NOT EXISTS ( SELECT ir.relname
FROM pg_am am, pg_class ir, FROM pg_am am, pg_class ir,
pg_class c, pg_index i, pg_class c, pg_index i,
pg_attribute a pg_attribute a
WHERE c.oid = reloid AND i.indrelid = c.oid WHERE c.oid = reloid AND i.indrelid = c.oid
AND a.attname = rec.cname AND a.attname = rec.cname
AND i.indexrelid = ir.oid AND i.indnatts = 1 AND i.indexrelid = ir.oid AND i.indnatts = 1
AND i.indkey[0] = a.attnum AND a.attrelid = c.oid AND i.indkey[0] = a.attnum AND a.attrelid = c.oid
AND NOT a.attisdropped AND am.oid = ir.relam AND NOT a.attisdropped AND am.oid = ir.relam
AND am.amname = 'gist' ) AND am.amname = 'gist' )
THEN -- { THEN -- {
BEGIN BEGIN
sql := 'CREATE INDEX ON ' || reloid::text || ' USING GIST ( ' || rec.cname || ')'; sql := 'CREATE INDEX ON ' || reloid::text || ' USING GIST ( ' || rec.cname || ')';
RAISE DEBUG 'Running %', sql; RAISE DEBUG 'Running %', sql;
EXECUTE sql; EXECUTE sql;
EXCEPTION EXCEPTION
WHEN others THEN WHEN others THEN
RAISE EXCEPTION 'Cartodbfying % (% index): % (%)', RAISE EXCEPTION 'Cartodbfying % (% index): % (%)', reloid, rec.cname, SQLERRM, SQLSTATE;
reloid, rec.cname, SQLERRM, SQLSTATE;
END; END;
END IF; -- } END IF; -- }
-- if we reached this line, all went good -- if we reached this line, all went good
EXIT column_setup; EXIT column_setup;
END LOOP; -- } column_fixup
END LOOP; -- } column_fixup
-- invalid column, need rename and re-create it -- invalid column, need rename and re-create it
i := 0; i := 0;
@@ -498,22 +487,45 @@ BEGIN
sql := 'ALTER TABLE ' || reloid::text || ' RENAME COLUMN ' || rec.cname || ' TO ' || new_name; sql := 'ALTER TABLE ' || reloid::text || ' RENAME COLUMN ' || rec.cname || ' TO ' || new_name;
RAISE DEBUG 'Running %', sql; RAISE DEBUG 'Running %', sql;
EXECUTE sql; EXECUTE sql;
EXCEPTION EXCEPTION
WHEN duplicate_column THEN WHEN duplicate_column THEN
i := i+1; i := i+1;
CONTINUE rename_column; CONTINUE rename_column;
WHEN others THEN WHEN others THEN
RAISE EXCEPTION 'Cartodbfying % (rename %): % (%)', RAISE EXCEPTION 'Cartodbfying % (rename %): % (%)', reloid, rec.cname, SQLERRM, SQLSTATE;
reloid, rec.cname, SQLERRM, SQLSTATE;
END; END;
EXIT rename_column; EXIT rename_column;
END LOOP; --} END LOOP; --}
CONTINUE column_setup; CONTINUE column_setup;
END LOOP; -- } column_setup END LOOP; -- } column_setup
END LOOP; -- } on expected geometry columns END LOOP; -- } on expected geometry columns
SELECT exists_geom_cols;
END;
$$ LANGUAGE PLPGSQL;
-- ////////////////////////////////////////////////////
-- Ensure a table is a "cartodb" table
-- See https://github.com/CartoDB/cartodb/wiki/CartoDB-user-table
CREATE OR REPLACE FUNCTION CDB_CartodbfyTable(schema_name TEXT, reloid REGCLASS)
RETURNS void
AS $$
DECLARE
exists_geom_cols BOOLEAN[];
BEGIN
PERFORM public._CDB_check_prerequisites(schema_name, reloid);
PERFORM public._CDB_drop_triggers(reloid);
-- Ensure required fields exist
PERFORM public._CDB_create_cartodb_id_column(reloid);
PERFORM public._CDB_create_timestamp_columns(reloid);
SELECT public._CDB_create_the_geom_columns(reloid) INTO exists_geom_cols;
-- Both only populate if proceeds -- Both only populate if proceeds
PERFORM public._CDB_populate_the_geom_from_the_geom_webmercator(reloid, exists_geom_cols); PERFORM public._CDB_populate_the_geom_from_the_geom_webmercator(reloid, exists_geom_cols);
PERFORM public._CDB_populate_the_geom_webmercator_from_the_geom(reloid, exists_geom_cols); PERFORM public._CDB_populate_the_geom_webmercator_from_the_geom(reloid, exists_geom_cols);
@@ -523,7 +535,6 @@ BEGIN
END; END;
$$ LANGUAGE PLPGSQL; $$ LANGUAGE PLPGSQL;
CREATE OR REPLACE FUNCTION CDB_CartodbfyTable(reloid REGCLASS) CREATE OR REPLACE FUNCTION CDB_CartodbfyTable(reloid REGCLASS)
RETURNS void RETURNS void
AS $$ AS $$