/usr/bin/simple_local_consumer3 is in skytools3 3.2.6-4.
This file is owned by root:root, with mode 0o755.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 | #!/usr/bin/python
"""Consumer that simply calls SQL query for each event.
It tracks completed batches in local file.
Config::
# source database
src_db =
# destination database
dst_db =
# query to call
dst_query = select * from somefunc(%%(pgq.ev_data)s);
## Use table_filter where possible instead of this ##
# filter for events (SQL fragment)
consumer_filter = ev_extra1 = 'public.mytable1'
"""
import sys
import psycopg2
import pkgloader
pkgloader.require('skytools', '3.0')
import pgq
import skytools
class SimpleLocalConsumer(pgq.LocalConsumer):
__doc__ = __doc__
def reload(self):
super(SimpleLocalConsumer, self).reload()
self.dst_query = self.cf.get("dst_query")
if self.cf.get("consumer_filter", ""):
self.consumer_filter = self.cf.get("consumer_filter", "")
def process_local_event(self, db, batch_id, ev):
if ev.ev_type[:2] not in ('I:', 'U:', 'D:'):
return
if ev.ev_data is None:
payload = {}
else:
payload = skytools.db_urldecode(ev.ev_data)
payload['pgq.tick_id'] = self.batch_info['cur_tick_id']
payload['pgq.ev_id'] = ev.ev_id
payload['pgq.ev_time'] = ev.ev_time
payload['pgq.ev_type'] = ev.ev_type
payload['pgq.ev_data'] = ev.ev_data
payload['pgq.ev_extra1'] = ev.ev_extra1
payload['pgq.ev_extra2'] = ev.ev_extra2
payload['pgq.ev_extra3'] = ev.ev_extra3
payload['pgq.ev_extra4'] = ev.ev_extra4
self.log.debug(self.dst_query, payload)
retries, curs = self.execute_with_retry('dst_db', self.dst_query, payload,
exceptions = (psycopg2.OperationalError,))
if curs.statusmessage[:6] == 'SELECT':
res = curs.fetchall()
self.log.debug(res)
else:
self.log.debug(curs.statusmessage)
if __name__ == '__main__':
script = SimpleLocalConsumer("simple_local_consumer3", "src_db", sys.argv[1:])
script.start()
|