monitoringDbSyncIn.py

#!/usr/local/bin/python
#
#                               Copyright 2004
#                                     by
#                        The Board of Trustees of the
#                     Leland Stanford Junior University.
#                            All rights reserved.
#

__facility__ = "Online"
__abstract__ = "Housekeeping Database Synch Out"
__author__   = "J. Panetta <panetta@SLAC.Stanford.edu> SLAC - GLAST LAT I&T/Online"
__date__     = "11/20/2004"
__version__  = "$Revision: 1.1 $"
__credits__  = "SLAC"


import LATTE.copyright_SLAC

import os, sys, struct, gzip, time
from LATTE.client.gOptions         import Options
import MySQLdb

tlmFieldsList = "MNEMID, MNEM, DESTTYPE, EUCONV, DESCRIP, OPSYMBOL, SUBS, EUSTRING, EVENTFLAG, ARYLENGTH, LIMITS, INIT, NOTASSIGNABLE"
valFieldsList = "USECS, VALUE, MNEMID, SOURCE"
srcFieldsList = "SOURCE, DESCRIP"

valInsert     = "insert ignore into valfields (%s) values " % valFieldsList

valPackFmt    = "!ddLH"
chunkSize     = 5000

def dumpVALfields(inFile, db):
 
  fmtSize = struct.calcsize(valPackFmt)
  n = 0
  cursor = db.cursor()
  while True:
    if n%50 == 0:
      print "Optimizing VALFIELDS..."
      cursor.execute("optimize table valfields")
      
    valList = ""
    set = inFile.read((fmtSize)*chunkSize)
    nChunks = len(set) / fmtSize
    if len(set) == 0: break
    for i in range(nChunks):
      startPoint = i*(fmtSize)
      datum = struct.unpack(valPackFmt, set[startPoint:startPoint+fmtSize])
      valList += "(%s, %s, %s, %s), " % datum
    
    cursor.execute( valInsert + valList[:len(valList)-2] )
    db.commit()
    n += 1
    print n*chunkSize, time.time()

  
if __name__ == '__main__':
  
  # Options, first list mandatory, second list optional 
  options = Options([],
                    [])
  try:
    options.parse()
  except Exception, msg:
    # options.usage(usage())
    raise Exception, msg
    
  sqlDb = MySQLdb.connect(db='FOODB', user='itosdb', host='localhost')
  # cursor = None

  valIn = gzip.open('val.out.gz')
  dumpVALfields(valIn, sqlDb)
  valIn.close()
  
  

  

---