first commit

2023-05-19 00:42:48 +08:00
commit 53de9c6c51
243 changed files with 39485 additions and 0 deletions
@@ -0,0 +1,16 @@
+'use strict';
+
+var ogr = require('./../ogr');
+
+function CsvFormat() {}
+
+CsvFormat.prototype = new ogr('csv');
+
+CsvFormat.prototype._contentType = "text/csv; charset=utf-8; header=present";
+CsvFormat.prototype._fileExtension = "csv";
+
+CsvFormat.prototype.generate = function(options, callback) {
+    this.toOGR_SingleFile(options, 'CSV', callback);
+};
+
+module.exports = CsvFormat;
@@ -0,0 +1,25 @@
+'use strict';
+
+var ogr = require('./../ogr');
+
+function GeoPackageFormat() {}
+
+GeoPackageFormat.prototype = new ogr('gpkg');
+
+GeoPackageFormat.prototype._contentType = "application/x-sqlite3; charset=utf-8";
+GeoPackageFormat.prototype._fileExtension = "gpkg";
+// As of GDAL 1.10.1 SRID detection is bogus, so we use
+// our own method. See:
+//  http://trac.osgeo.org/gdal/ticket/5131
+//  http://trac.osgeo.org/gdal/ticket/5287
+//  http://github.com/CartoDB/CartoDB-SQL-API/issues/110
+//  http://github.com/CartoDB/CartoDB-SQL-API/issues/116
+// Bug was fixed in GDAL 1.10.2
+GeoPackageFormat.prototype._needSRS = true;
+
+GeoPackageFormat.prototype.generate = function(options, callback) {
+    options.cmd_params = ['-lco', 'FID=cartodb_id'];
+    this.toOGR_SingleFile(options, 'GPKG', callback);
+};
+
+module.exports = GeoPackageFormat;
@@ -0,0 +1,24 @@
+'use strict';
+
+var ogr = require('./../ogr');
+
+function KmlFormat() {}
+
+KmlFormat.prototype = new ogr('kml');
+
+KmlFormat.prototype._contentType = "application/kml; charset=utf-8";
+KmlFormat.prototype._fileExtension = "kml";
+// As of GDAL 1.10.1 SRID detection is bogus, so we use
+// our own method. See:
+//  http://trac.osgeo.org/gdal/ticket/5131
+//  http://trac.osgeo.org/gdal/ticket/5287
+//  http://github.com/CartoDB/CartoDB-SQL-API/issues/110
+//  http://github.com/CartoDB/CartoDB-SQL-API/issues/116
+// Bug was fixed in GDAL 1.10.2
+KmlFormat.prototype._needSRS = true;
+
+KmlFormat.prototype.generate = function(options, callback) {
+    this.toOGR_SingleFile(options, 'KML', callback);
+};
+
+module.exports = KmlFormat;
@@ -0,0 +1,135 @@
+'use strict';
+
+var step = require('step');
+var fs = require('fs');
+var spawn = require('child_process').spawn;
+
+var ogr = require('./../ogr');
+
+function ShpFormat() {
+}
+
+ShpFormat.prototype = new ogr('shp');
+
+ShpFormat.prototype._contentType = "application/zip; charset=utf-8";
+ShpFormat.prototype._fileExtension = "zip";
+// As of GDAL 1.10 SRID detection is bogus, so we use
+// our own method. See:
+//  http://trac.osgeo.org/gdal/ticket/5131
+//  http://trac.osgeo.org/gdal/ticket/5287
+//  http://github.com/CartoDB/CartoDB-SQL-API/issues/110
+//  http://github.com/CartoDB/CartoDB-SQL-API/issues/116
+ShpFormat.prototype._needSRS = true;
+
+ShpFormat.prototype.generate = function(options, callback) {
+  this.toSHP(options, callback);
+};
+
+ShpFormat.prototype.toSHP = function (options, callback) {
+  var dbname = options.database;
+  var user_id = options.user_id;
+  var gcol = options.gn;
+  var sql = options.sql;
+  var skipfields = options.skipfields;
+  var filename = options.filename;
+
+  var fmtObj = this;
+  var zip = global.settings.zipCommand || 'zip';
+  var zipOptions = '-qrj';
+  var tmpdir = global.settings.tmpDir || '/tmp';
+  var reqKey = [ 'shp', dbname, user_id, gcol, this.generateMD5(sql) ].concat(skipfields).join(':');
+  var outdirpath = tmpdir + '/sqlapi-' + process.pid + '-' + reqKey;
+  var zipfile = outdirpath + '.zip';
+  var shapefile = outdirpath + '/' + filename + '.shp';
+
+  // TODO: following tests:
+  //  - fetch query with no "the_geom" column
+
+  step (
+    function createOutDir() {
+      fs.mkdir(outdirpath, 0o777, this);
+    },
+    function spawnDumper(err) {
+      if (err) {
+        throw err;
+      }
+
+      fmtObj.toOGR(options, 'ESRI Shapefile', shapefile, this);
+    },
+    function doZip(err) {
+      if (err) {
+        throw err;
+      }
+
+      var next = this;
+
+      var child = spawn(zip, [zipOptions, zipfile, outdirpath ]);
+
+      child.on('error', function (err) {
+        next(new Error('Error executing zip command,  ' + err));
+      });
+
+      var stderrData = [];
+      child.stderr.setEncoding('utf8');
+      child.stderr.on('data', function (data) {
+        stderrData.push(data);
+      });
+
+      child.on('exit', function(code) {
+        if (code !== 0) {
+          var errMessage = 'Zip command return code ' + code;
+          if (stderrData.length) {
+            errMessage += ', Error: ' + stderrData.join('\n');
+          }
+
+          return next(new Error(errMessage));
+        }
+
+        return next();
+      });
+    },
+    function cleanupDir(topError) {
+
+      var next = this;
+
+      // Unlink the dir content
+      var unlinkall = function(dir, files, finish) {
+        var f = files.shift();
+        if ( ! f ) { finish(null); return; }
+        var fn = dir + '/' + f;
+        fs.unlink(fn, function(err) {
+          if ( err ) {
+            console.log("Unlinking " + fn + ": " + err);
+            finish(err);
+          } else {
+              unlinkall(dir, files, finish);
+          }
+        });
+      };
+      fs.readdir(outdirpath, function(err, files) {
+        if ( err ) {
+          if ( err.code !== 'ENOENT' ) {
+            next(new Error([topError, err].join('\n')));
+          } else {
+            next(topError);
+          }
+        } else {
+          unlinkall(outdirpath, files, function(/*err*/) {
+            fs.rmdir(outdirpath, function(err) {
+              if ( err ) {
+                  console.log("Removing dir " + outdirpath + ": " + err);
+              }
+              next(topError, zipfile);
+            });
+          });
+        }
+      });
+    },
+    function finalStep(err, zipfile) {
+      callback(err, zipfile);
+    }
+  );
+};
+
+
+module.exports = ShpFormat;
@@ -0,0 +1,25 @@
+'use strict';
+
+var ogr = require('./../ogr');
+
+function SpatiaLiteFormat() {}
+
+SpatiaLiteFormat.prototype = new ogr('spatialite');
+
+SpatiaLiteFormat.prototype._contentType = "application/x-sqlite3; charset=utf-8";
+SpatiaLiteFormat.prototype._fileExtension = "sqlite";
+// As of GDAL 1.10.1 SRID detection is bogus, so we use
+// our own method. See:
+//  http://trac.osgeo.org/gdal/ticket/5131
+//  http://trac.osgeo.org/gdal/ticket/5287
+//  http://github.com/CartoDB/CartoDB-SQL-API/issues/110
+//  http://github.com/CartoDB/CartoDB-SQL-API/issues/116
+// Bug was fixed in GDAL 1.10.2
+SpatiaLiteFormat.prototype._needSRS = true;
+
+SpatiaLiteFormat.prototype.generate = function(options, callback) {
+    this.toOGR_SingleFile(options, 'SQLite', callback);
+    options.cmd_params = ['SPATIALITE=yes'];
+};
+
+module.exports = SpatiaLiteFormat;