HskSqlInterface.py

#!/usr/local/bin/python
#
#                               Copyright 2004
#                                     by
#                        The Board of Trustees of the
#                     Leland Stanford Junior University.
#                            All rights reserved.
#

__facility__ = "Online"
__abstract__ = "GLAST LAT Housekeeping server infrastructure"
__author__   = "Jim Panetta <panetta@slac.stanford.edu> SLAC - GLAST I&T"
__date__     = "10/07/04"
__version__  = "$Revision: 1.7 $"
__release__  = "$Name: R04-12-00 $"
__credits__  = "SLAC"

import LATTE.copyright_SLAC
import MySQLdb
import logging
import time

from LATTE.monitoring.Recorder     import Recorder
from LATTE.monitoring.Receiver     import Receiver
from LATTE.database.gHSK           import GHSK
from LATTE.monitoring.TrendMaps    import GHSKTrendMap, makeSimpleMap

class HskSqlRecorder(Recorder):
  def __init__(self, ghsk, sqlCursor, source):
    Recorder.__init__(self)
    self.__ghsk     = ghsk
    self.__trendMap = GHSKTrendMap(ghsk)
    self.__database = sqlCursor
    self.__pad      = '   '
    self.log        = logging.getLogger('HskSqlRecorder')
    self.__mnemMap  = {}
    self.__makeMmap()
    self.__source   = source
    
  def processTrends(self, trendables):
    if trendables is None: return
      
    trendMap  = makeSimpleMap(trendables, self.__trendMap)
    
    sqlCmd = ''
    sqlBase = 'insert ignore into VALfields (MNEMID,USECS,SOURCE,VALUE) VALUES '
    sqlCmd += sqlBase
    dTime = trendMap['TimeStamp']
    for mnem in trendMap.keys():
      if mnem == 'TimeStamp': continue
      mnemid = self.__mnemMap[mnem]
      value  = trendMap[mnem]
      if value == None: # No value, insert Null into database
        sqlCmd += '(%d, %f, %d, NULL),' % (mnemid, dTime, self.__source)
      else:
        sqlCmd += '(%d, %f, %d, %f),' % (mnemid, dTime, self.__source, value)
      if len(sqlCmd) > 4000:
        sqlCmd = sqlCmd.strip(',')
        sqlCmd += ';'
        self.__database.execute(sqlCmd)
        sqlCmd = '' + sqlBase

    sqlCmd = sqlCmd.strip(',')
    if len(sqlCmd) != len(sqlBase):  # prevent call of empty set
      sqlCmd += ';'
      self.__database.execute(sqlCmd)
    
    # gotta commit the transaction
    self.__database.connection.commit()

  def __makeMmap(self):
    sqlCmd = 'select t.mnemid, t.mnem from tlmfields t;'
    self.__database.execute(sqlCmd)
    m = self.__database.fetchall()
    for mnemid, mnem in m:
      self.__mnemMap[mnem] = int(mnemid)
    # for k in self.__mnemMap.keys():
      # print k, self.__mnemMap[k]

class HskSqlReceiver(Receiver):
  def __init__(self, sqlCursor, timeDepth, trendList):
    Receiver.__init__(self)
    self.log     = logging.getLogger('HskSqlReceiver')
    self.__trendList = trendList
    self.__database  = sqlCursor
    self.__lastTime  = time.time() - timeDepth
    # self.__lastTime  = 1794 - timeDepth
    # self.__lastTime = 0
    self.__mnemMap  = {}
    self.__makeMmap()
    self.__source   = 000
    
  def setSource(self, source):
    self.__source = source
    
  def __makeMmap(self):
    sqlCmd = 'select t.mnemid, t.mnem from tlmfields t;'
    self.__database.execute(sqlCmd)
    m = self.__database.fetchall()
    for mnemid, mnem in m:
      self.__mnemMap[mnem] = int(mnemid)
    # for k in self.__mnemMap.keys():
      # print k, self.__mnemMap[k]

  def receive(self):
    while True:
      alist = {}
      # loop once, getting the full set from the DB
      for mnem in self.__trendList:
        msg = "select v.usecs, v.value from valfields v where v.mnemid='%s' and v.usecs>%f and v.source=%d;" % (self.__mnemMap[mnem], self.__lastTime, self.__source)
        self.__database.execute(msg)
        alist[mnem] = self.__database.fetchall()
        # print len(alist[mnem]), alist[mnem], self.__lastTime
      # loop over the set and dispatch
      lt = 1E12
      timestamp = lt
      for mnem in self.__trendList:
        for i in range(len(alist[mnem])):
          # create a two item dict: timestamp, mnemonic
          timestamp, value = alist[mnem][i]
          # print timeValPair
          dispatchMap = {'TimeStamp':timestamp, mnem:value}
          # print "dispatching: ", i, mnem, dispatchMap
          self.dispatch(dispatchMap)
        if lt > timestamp: lt = timestamp
      if lt != 1E12: self.__lastTime = lt
      break
    # print "waiting for godot", self.__lastTime
    time.sleep(10)
  
  def receiveRegion(self, start, end):
    # print "trendList: ", self.__trendList
    for mnem in self.__trendList:
      msg =  "select v.usecs, v.value from valfields v "
      msg += "where v.mnemid='%s' and v.usecs>%f and v.usecs<%f and v.source=%d;" % \
          (self.__mnemMap[mnem], start, end, self.__source)
      self.__database.execute(msg)
      alist = self.__database.fetchall()
      for i in range(len(alist)):
        timestamp, value = alist[i]
        # print timeValPair
        dispatchMap = {'TimeStamp':timestamp, mnem:value}
        # print "dispatching: ", i, mnem, dispatchMap
        self.dispatch(dispatchMap)
    
    
  def dispatch(self, trendMap):
    self.process(trendMap)
    
  def process(self, dispatchMap):
    line = ''
    for item in dispatchMap:
      line += item + ":" + str(dispatchMap[item]) + "    "
    print line
    
  def trendItem(self, item):
    if item in self.__trendList:
      return True
    else:
      return False
      

---