cartodb4/data-services
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

IP geocoder table update

Browse Source
This commit is contained in:
Juan Ignacio Sánchez Lara
2018-05-09 19:19:46 +02:00
parent 481dbdfe3e
commit c3a3f5545c
2 changed files with 20 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
geocoder/ip-addresses/README.md
View File

@@ -11,7 +11,7 @@ SELECT geocode_ip(Array['1.0.16.0', '::ffff:1.0.16.0'])
``` ```
# Creation steps # Creation steps
1. Create the `ip_address_locations` table 1. Create the `ip_address_locations` table (see `40_ipaddr.sql` file)
2. Obtain the file from http://geolite.maxmind.com/download/geoip/database/GeoLite2-City-CSV.zip 2. Obtain the file from http://geolite.maxmind.com/download/geoip/database/GeoLite2-City-CSV.zip
3. Uncompress it and upload the `GeoLite2-City-Blocks-IPv4.csv` file 3. Uncompress it and upload the `GeoLite2-City-Blocks-IPv4.csv` file
4. Rename the uploaded table as `latest_ip_address_locations` 4. Rename the uploaded table as `latest_ip_address_locations`

20
geocoder/ip-addresses/sql/build_data_table.sql
View File

@@ -4,5 +4,23 @@
-- Clear table -- Clear table
DELETE FROM ip_address_locations; DELETE FROM ip_address_locations;
-- Updates table with new source data -- Updates table with new source data
INSERT INTO ip_address_locations (the_geom, network_start_ip) SELECT the_geom, network_start_ip::inet FROM latest_ip_address_locations; INSERT INTO ip_address_locations (the_geom, network_start_ip) SELECT the_geom, ('::ffff:' || split_part(network, '/', 1))::inet FROM latest_ip_address_locations;
DROP TABLE latest_ip_address_locations; DROP TABLE latest_ip_address_locations;
-- Update table
-- Assumptions (read https://github.com/CartoDB/data-services/tree/master/geocoder/ip-addresses#creation-steps)
-- - latest_ip_address_locations is the GeoLite2-City-Blocks-IPv4.csv table
-- - latest_ip6_address_locations is the GeoLite2-City-Blocks-IPv6.csv table
-- - For option B (exported file), export from valid `ip_address_locations` table with
-- \copy (select * from ip_address_locations) TO /tmp/ip_address_locations.dump;
CREATE TABLE ip_address_locations_backup as select * from ip_address_locations;
TRUNCATE ip_address_locations;
-- OPTION A) From scratch
INSERT INTO ip_address_locations (the_geom, network_start_ip) SELECT the_geom, ('::ffff:' || split_part(network, '/', 1))::inet FROM latest_ip_address_locations;
INSERT INTO ip_address_locations (the_geom, network_start_ip) SELECT the_geom, split_part(network, '/', 1)::inet FROM latest_ip6_address_locations;
-- OPTION B) From exported file (took 9 minutes in staging)
\copy ip_address_locations from /tmp/ip_address_locations.dump