From 809b57918fac039bdad50154174b56dac7c52670 Mon Sep 17 00:00:00 2001 From: kaceymiri Date: Tue, 12 Jan 2016 15:07:57 -0800 Subject: [PATCH] Added integer_usage script --- columns/integer_usage.py | 91 ++++++++++++++++++++++++++++++++++++++++ 1 file changed, 91 insertions(+) create mode 100755 columns/integer_usage.py diff --git a/columns/integer_usage.py b/columns/integer_usage.py new file mode 100755 index 0000000..658466c --- /dev/null +++ b/columns/integer_usage.py @@ -0,0 +1,91 @@ +#!/usr/bin/python + +import psycopg2 +import sys +from optparse import OptionParser +from time import sleep + +parser = OptionParser() +parser.add_option("-d", "--database", dest="dbname", + help="database to scanned (required)", metavar="DBNAME") +parser.add_option("-m", "--minimum", dest="minimum", + help="minimum percent used", metavar="PERCENT", + default="0") +parser.add_option("-U", "--user", dest="dbuser", + help="database user", metavar="USERNAME", + default="") +parser.add_option("-H", "--host", dest="dbhost", + help="database host system", metavar="HOST", + default="") +parser.add_option("-p", "--port", dest="dbport", + help="database port", metavar="PORT", + default="") +parser.add_option("-w", "--password", dest="dbpass", + help="database password", metavar="PWD", + default="") + +(options, args) = parser.parse_args() + +def dq(val): + return '"' + val + '"' + +if options.dbname: + connect_string ="dbname=%s " % options.dbname +else: + print "ERROR: a target database is required." + sys.exit(-1) + +if options.dbhost: + connect_string += " host=%s " % options.dbhost + +if options.dbuser: + connect_string += " user=%s " % options.dbuser + +if options.dbpass: + connect_string += " password=%s " % options.dbpass + +if options.dbport: + connect_string += " port=%s " % options.dbport + +conn = psycopg2.connect( connect_string ) +cur = conn.cursor() + +# get a list of all integer fields with a key constraint on them +# or with an attached sequence + +cur.execute("""SELECT table_schema, table_name, column_name, data_type, + 2::numeric ^ ( numeric_precision - 1 ) AS maxnum + FROM information_schema.columns + JOIN information_schema.key_column_usage USING ( table_schema, table_name, column_name ) + WHERE data_type IN ( 'bigint', 'integer' ) + AND key_column_usage.ordinal_position = 1 + UNION + SELECT table_schema, table_name, column_name, data_type, + 2::numeric ^ ( numeric_precision - 1 ) AS maxnum + FROM information_schema.columns + WHERE column_default ILIKE '%nextval%' + ORDER BY table_schema, table_name, column_name""") +collist = cur.fetchall() + +retval = 0 +rest = False +if len(collist) > 25: + rest = True +# for each, fetch the current maximum value +for col in collist: + + if rest: + sleep(.2) + + cur.execute("""SELECT max("%s") FROM "%s"."%s" """ % (col[2], col[0], col[1],)) + maxval = cur.fetchone() + + if maxval[0] and col[4]: + + pctused = (maxval[0]*100.0)/float(col[4]) + + if pctused >= float(options.minimum): + print "Column '%s' Table '%s.%s' is %3.1f%% used" % (col[2],col[0],col[1],pctused,) + retval = 1 + +sys.exit(retval)