From: Regina Obe Date: Wed, 23 Aug 2017 03:55:54 +0000 (+0000) Subject: remove obsolete file the functions in this file are included in tiger_loader_2016... X-Git-Tag: 2.4.0beta1~41 X-Git-Url: https://granicus.if.org/sourcecode?a=commitdiff_plain;h=1787ad44af95be859896f8e47ed08c2ea8ff8401;p=postgis remove obsolete file the functions in this file are included in tiger_loader_2016.sql already git-svn-id: http://svn.osgeo.org/postgis/trunk@15570 b70326c6-7e19-0410-871a-916f4a2858ee --- diff --git a/extras/tiger_geocoder/census_loader.sql b/extras/tiger_geocoder/census_loader.sql deleted file mode 100644 index f2c9a96b5..000000000 --- a/extras/tiger_geocoder/census_loader.sql +++ /dev/null @@ -1,184 +0,0 @@ --- --- PostGIS - Spatial Types for PostgreSQL --- http://postgis.net --- --- Copyright (C) 2010, 2011 Regina Obe and Leo Hsu --- Paragon Corporation --- --- This is free software; you can redistribute and/or modify it under --- the terms of the GNU General Public Licence. See the COPYING file. --- --- Author: Regina Obe and Leo Hsu --- --- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - ---SET search_path TO tiger,public; -SELECT tiger.SetSearchPathForInstall('tiger'); -CREATE OR REPLACE FUNCTION create_census_base_tables() - RETURNS text AS -$$ -DECLARE var_temp text; -BEGIN -var_temp := tiger.SetSearchPathForInstall('tiger'); -IF NOT EXISTS(SELECT table_name FROM information_schema.columns WHERE table_schema = 'tiger' AND column_name = 'tract_id' AND table_name = 'tract') THEN - -- census block group/tracts parent tables not created yet or an older version -- drop old if not in use, create new structure - DROP TABLE IF EXISTS tiger.tract; - CREATE TABLE tract - ( - gid serial NOT NULL, - statefp varchar(2), - countyfp varchar(3), - tractce varchar(6), - tract_id varchar(11) PRIMARY KEY, - name varchar(7), - namelsad varchar(20), - mtfcc varchar(5), - funcstat varchar(1), - aland double precision, - awater double precision, - intptlat varchar(11), - intptlon varchar(12), - the_geom geometry, - CONSTRAINT enforce_dims_geom CHECK (st_ndims(the_geom) = 2), - CONSTRAINT enforce_geotype_geom CHECK (geometrytype(the_geom) = 'MULTIPOLYGON'::text OR the_geom IS NULL), - CONSTRAINT enforce_srid_geom CHECK (st_srid(the_geom) = 4269) - ); - - DROP TABLE IF EXISTS tiger.tabblock; - CREATE TABLE tabblock - ( - gid serial NOT NULL, - statefp varchar(2), - countyfp varchar(3), - tractce varchar(6), - blockce varchar(4), - tabblock_id varchar(16) PRIMARY KEY, - name varchar(20), - mtfcc varchar(5), - ur varchar(1), - uace varchar(5), - funcstat varchar(1), - aland double precision, - awater double precision, - intptlat varchar(11), - intptlon varchar(12), - the_geom geometry, - CONSTRAINT enforce_dims_geom CHECK (st_ndims(the_geom) = 2), - CONSTRAINT enforce_geotype_geom CHECK (geometrytype(the_geom) = 'MULTIPOLYGON'::text OR the_geom IS NULL), - CONSTRAINT enforce_srid_geom CHECK (st_srid(the_geom) = 4269) - ); - - DROP TABLE IF EXISTS tiger.bg; - CREATE TABLE bg - ( - gid serial NOT NULL, - statefp varchar(2), - countyfp varchar(3), - tractce varchar(6), - blkgrpce varchar(1), - bg_id varchar(12) PRIMARY KEY, - namelsad varchar(13), - mtfcc varchar(5), - funcstat varchar(1), - aland double precision, - awater double precision, - intptlat varchar(11), - intptlon varchar(12), - the_geom geometry, - CONSTRAINT enforce_dims_geom CHECK (st_ndims(the_geom) = 2), - CONSTRAINT enforce_geotype_geom CHECK (geometrytype(the_geom) = 'MULTIPOLYGON'::text OR the_geom IS NULL), - CONSTRAINT enforce_srid_geom CHECK (st_srid(the_geom) = 4269) - ); - COMMENT ON TABLE tiger.bg IS 'block groups'; -END IF; - -IF EXISTS(SELECT * FROM information_schema.columns WHERE table_schema = 'tiger' AND column_name = 'tabblock_id' AND table_name = 'tabblock' AND character_maximum_length < 16) THEN -- size of name and tabblock_id fields need to be increased - ALTER TABLE tiger.tabblock ALTER COLUMN name TYPE varchar(20); - ALTER TABLE tiger.tabblock ALTER COLUMN tabblock_id TYPE varchar(16); - RAISE NOTICE 'Size of tabblock_id and name are being incrreased'; -END IF; -RETURN 'Tables already present'; -END -$$ -language 'plpgsql'; - -DROP FUNCTION IF EXISTS loader_generate_census(text[], text); -CREATE OR REPLACE FUNCTION loader_generate_census_script(param_states text[], os text) - RETURNS SETOF text AS -$$ -SELECT create_census_base_tables(); -SELECT - loader_macro_replace( - replace( - loader_macro_replace(declare_sect - , ARRAY['staging_fold', 'state_fold','website_root', 'psql', 'state_abbrev', 'data_schema', 'staging_schema', 'state_fips'], - ARRAY[variables.staging_fold, s.state_fold, variables.website_root, platform.psql, s.state_abbrev, variables.data_schema, variables.staging_schema, s.state_fips::text] - ), '/', platform.path_sep) || ' -' || - -- State level files - if an override website is specified we use that instead of variable one - array_to_string( ARRAY(SELECT 'cd ' || replace(variables.staging_fold,'/', platform.path_sep) || ' -' || platform.wget || ' ' || COALESCE(lu.website_root_override,variables.website_root || '/' || upper(table_name) ) || '/*_' || s.state_fips || '* --no-parent --relative --recursive --level=2 --accept=zip --mirror --reject=html -' -|| 'cd ' || replace(variables.staging_fold,'/', platform.path_sep) || '/' || replace(replace(COALESCE(lu.website_root_override,variables.website_root || '/' || upper(table_name) ), 'http://', ''),'ftp://','') || ' -' || replace(platform.unzip_command, '*.zip', 'tl_*_' || s.state_fips || '*_' || table_name || '.zip ') || ' -' ||loader_macro_replace(COALESCE(lu.pre_load_process || E'\n', '') || platform.loader || ' -' || lu.insert_mode || ' -s 4269 -g the_geom ' - || CASE WHEN lu.single_geom_mode THEN ' -S ' ELSE ' ' END::text || ' -W "latin1" tl_' || variables.tiger_year || '_' || s.state_fips - || '_' || lu.table_name || '.dbf tiger_staging.' || lower(s.state_abbrev) || '_' || lu.table_name || ' | '::text || platform.psql - || COALESCE(E'\n' || - lu.post_load_process , '') , ARRAY['loader','table_name', 'lookup_name'], ARRAY[platform.loader, lu.table_name, lu.lookup_name ]) - FROM loader_lookuptables AS lu - WHERE level_state = true AND load = true AND lookup_name IN('tract','bg','tabblock') - ORDER BY process_order, lookup_name), E'\n') ::text - -- County Level files - || E'\n' || - array_to_string( ARRAY(SELECT 'cd ' || replace(variables.staging_fold,'/', platform.path_sep) || ' -' || platform.wget || ' ' || COALESCE(lu.website_root_override,variables.website_root || '/' || upper(table_name) ) || '/*_' || s.state_fips || '* --no-parent --relative --recursive --level=2 --accept=zip --mirror --reject=html -' -|| 'cd ' || replace(variables.staging_fold,'/', platform.path_sep) || '/' || replace(replace(COALESCE(lu.website_root_override,variables.website_root || '/' || upper(table_name) || '/'), 'http://', ''),'ftp://','') || ' -' || replace(platform.unzip_command, '*.zip', 'tl_*_' || s.state_fips || '*_' || table_name || '.zip ') || ' -' || loader_macro_replace(COALESCE(lu.pre_load_process || E'\n', '') || COALESCE(county_process_command || E'\n','') - || COALESCE(E'\n' ||lu.post_load_process , '') , ARRAY['loader','table_name','lookup_name'], ARRAY[platform.loader || CASE WHEN lu.single_geom_mode THEN ' -S' ELSE ' ' END::text, lu.table_name, lu.lookup_name ]) - FROM loader_lookuptables AS lu - WHERE level_county = true AND load = true AND lookup_name IN('tract','bg','tabblock') - ORDER BY process_order, lookup_name), E'\n') ::text - , ARRAY['psql', 'data_schema','staging_schema', 'staging_fold', 'state_fold', 'website_root', 'state_abbrev','state_fips'], - ARRAY[platform.psql, variables.data_schema, variables.staging_schema, variables.staging_fold, s.state_fold,variables.website_root, s.state_abbrev, s.state_fips::text]) - AS shell_code -FROM loader_variables As variables - CROSS JOIN (SELECT name As state, abbrev As state_abbrev, lpad(st_code::text,2,'0') As state_fips, - lpad(st_code::text,2,'0') || '_' - || replace(name, ' ', '_') As state_fold -FROM state_lookup) As s CROSS JOIN loader_platform As platform -WHERE $1 @> ARRAY[state_abbrev::text] -- If state is contained in list of states input generate script for it -AND platform.os = $2 -- generate script for selected platform -; -$$ - LANGUAGE sql VOLATILE; - ---update with census tract loading logic -DELETE FROM loader_lookuptables WHERE lookup_name IN('tract','tabblock','bg'); -INSERT INTO loader_lookuptables(process_order, lookup_name, table_name, load, level_county, level_state, single_geom_mode, insert_mode, pre_load_process, post_load_process, columns_exclude ) -VALUES(10, 'tract', 'tract', true, false, true,false, 'c', -'${psql} -c "CREATE TABLE ${data_schema}.${state_abbrev}_${lookup_name}(CONSTRAINT pk_${state_abbrev}_${lookup_name} PRIMARY KEY (tract_id) ) INHERITS(tiger.${lookup_name}); " ', - '${psql} -c "ALTER TABLE ${staging_schema}.${state_abbrev}_${table_name} RENAME geoid TO tract_id; SELECT loader_load_staged_data(lower(''${state_abbrev}_${table_name}''), lower(''${state_abbrev}_${lookup_name}'')); " - ${psql} -c "CREATE INDEX ${data_schema}_${state_abbrev}_${lookup_name}_the_geom_gist ON ${data_schema}.${state_abbrev}_${lookup_name} USING gist(the_geom);" - ${psql} -c "VACUUM ANALYZE ${data_schema}.${state_abbrev}_${lookup_name};" - ${psql} -c "ALTER TABLE ${data_schema}.${state_abbrev}_${lookup_name} ADD CONSTRAINT chk_statefp CHECK (statefp = ''${state_fips}'');"', ARRAY['gid']); - -INSERT INTO loader_lookuptables(process_order, lookup_name, table_name, load, level_county, level_state, single_geom_mode, insert_mode, pre_load_process, post_load_process, columns_exclude ) -VALUES(11, 'tabblock', 'tabblock', true, false, true,false, 'c', -'${psql} -c "CREATE TABLE ${data_schema}.${state_abbrev}_${lookup_name}(CONSTRAINT pk_${state_abbrev}_${lookup_name} PRIMARY KEY (tabblock_id)) INHERITS(tiger.${lookup_name});" ', -'${psql} -c "ALTER TABLE ${staging_schema}.${state_abbrev}_${table_name} RENAME geoid TO tabblock_id; SELECT loader_load_staged_data(lower(''${state_abbrev}_${table_name}''), lower(''${state_abbrev}_${lookup_name}''), ''{gid, statefp10, countyfp10, tractce10, blockce10,suffix1ce,blockce,tractce}''::text[]); " -${psql} -c "ALTER TABLE ${data_schema}.${state_abbrev}_${lookup_name} ADD CONSTRAINT chk_statefp CHECK (statefp = ''${state_fips}'');" -${psql} -c "CREATE INDEX ${data_schema}_${state_abbrev}_${lookup_name}_the_geom_gist ON ${data_schema}.${state_abbrev}_${lookup_name} USING gist(the_geom);" -${psql} -c "vacuum analyze ${data_schema}.${state_abbrev}_${lookup_name};"', ARRAY['gid']); - -INSERT INTO loader_lookuptables(process_order, lookup_name, table_name, load, level_county, level_state, single_geom_mode, insert_mode, pre_load_process, post_load_process, columns_exclude ) -VALUES(12, 'bg', 'bg', true,false, true,false, 'c', -'${psql} -c "CREATE TABLE ${data_schema}.${state_abbrev}_${lookup_name}(CONSTRAINT pk_${state_abbrev}_${lookup_name} PRIMARY KEY (bg_id)) INHERITS(tiger.${lookup_name});" ', -'${psql} -c "ALTER TABLE ${staging_schema}.${state_abbrev}_${table_name} RENAME geoid TO bg_id; SELECT loader_load_staged_data(lower(''${state_abbrev}_${table_name}''), lower(''${state_abbrev}_${lookup_name}'')); " -${psql} -c "ALTER TABLE ${data_schema}.${state_abbrev}_${lookup_name} ADD CONSTRAINT chk_statefp CHECK (statefp = ''${state_fips}'');" -${psql} -c "CREATE INDEX ${data_schema}_${state_abbrev}_${lookup_name}_the_geom_gist ON ${data_schema}.${state_abbrev}_${lookup_name} USING gist(the_geom);" -${psql} -c "vacuum analyze ${data_schema}.${state_abbrev}_${lookup_name};"', ARRAY['gid']); - - -SELECT create_census_base_tables();