Changeset 4117 for spike/wktraster/scripts/gdal2wktraster.py

Timestamp:

06/02/09 10:34:08 (3 years ago)

Author:

mloskot

Message:

[wktraster] Added new option -M, --vacuum to issue VACUUM FULL ANALYZE command for each generated table at the end of data loading. Print basic summary at the end of rasters / overviews processing.

Files:

• spike/wktraster/scripts/gdal2wktraster.py (modified) (9 diffs)

spike/wktraster/scripts/gdal2wktraster.py

@@ -66 +66 @@
 # UTILITIES
 VERBOSE = False
+SUMMARY = []
 
 def parse_command_line():
@@ -115 +116 @@
     grp_t.add_option("-I", "--index", dest="index", action="store_true", default=False, 
                      help="create a GiST index on the raster column")
+    grp_t.add_option("-M", "--vacuum", dest="vacuum", action="store_true", default=False, 
+                     help="issue VACUUM command against all generated tables")
     grp_t.add_option('-V', '--create-raster-overviews', dest='create_raster_overviews_table',
                      action='store_true', default=False,
@@ -429 +432 @@
     
     return sql
-    
+
+def make_sql_vacuum(table):
+    sql = 'VACUUM FULL ANALYZE ' + quote_sql_name(table) + ';\n'
+    return sql
+
 ################################################################################
 # RASTER OPERATIONS
@@ -798 +805 @@
 
     # Write (original) raster to hex binary output
+    tile_count = 0
     hexwkb = ''
 
@@ -828 +836 @@
             sql = make_sql_insert_raster(options.table, options.column, hexwkb, options.filename, file)
             options.output.write(sql)
+            tile_count = tile_count + 1
+
+    # SUMMARY for base raster table
+    table_summary = ( options.table, tile_count )
+    SUMMARY.append( table_summary )
 
     # EOF RASTER
@@ -869 +882 @@
             logit("MSG: Processing overview = %s using block = %s as grid = %s\n" % \
                   (str(raster_size), str(block_size), str(grid_size)))
+            
+            tile_count = 0
 
             for xcell in range(0, grid_size[0]):
@@ -895 +910 @@
                     sql = make_sql_insert_raster(ov_table, options.column, hexwkb, options.filename, file)
                     options.output.write(sql)
-                    
-    # EOF OVERVIES
+                    tile_count = tile_count + 1
+
+            # SUMMARY for overview
+            table_summary = ( ov_table, tile_count )
+            SUMMARY.append( table_summary )
+
+    # EOF OVERVIEWS
 
     # Cleanup
@@ -909 +929 @@
     global VERBOSE
     VERBOSE = opts.verbose
+
+    global SUMMARY
+    SUMMARY = []
     
     saved_out = sys.stdout
@@ -955 +978 @@
     opts.output.write('COMMIT;\n')
 
+    # VACUUM
+    if opts.vacuum:
+        for s in SUMMARY:
+            sql = make_sql_vacuum(s[0])
+            opts.output.write(sql)
+
     # Cleanup
     sys.stdout = saved_out
 
-    logit("MSG: Number of processed raster files: %d\n" % i)
+    print "------------------------------------------------------------"
+    print " Summary of GDAL to WKT Raster processing:"
+    print "------------------------------------------------------------"
+    print "Number of processed raster files: %d" % i
+    print "List of generated tables (number of tiles):"
+    i = 0
+    for s in SUMMARY:
+        i += 1
+        print "%d\t%s (%d)" % (i, s[0], s[1])
 
 ################################################################################