/usr/lib/python2.7/dist-packages/stetl/outputs/fileoutput.py is in python-stetl 1.1+ds-2.
This file is owned by root:root, with mode 0o644.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 | # -*- coding: utf-8 -*-
#
# Output to File classes.
#
# Author: Just van den Broecke
#
from stetl.output import Output
from stetl.util import Util
from stetl.packet import FORMAT
from stetl.component import Config
import os
log = Util.get_log('fileoutput')
class FileOutput(Output):
"""
Pretty print input to file. Input may be an etree doc or any other stringify-able input.
consumes=FORMAT.any
"""
# Start attribute config meta
@Config(ptype=str, default=None, required=True)
def file_path(self):
"""
Path to file, for MultiFileOutput can be of the form like: gmlcities-%03d.gml
"""
pass
# End attribute config meta
def __init__(self, configdict, section):
Output.__init__(self, configdict, section, consumes=FORMAT.any)
log.info("working dir %s" % os.getcwd())
def write(self, packet):
if packet.data is None:
return packet
return self.write_file(packet, self.file_path)
def write_file(self, packet, file_path):
log.info('writing to file %s' % file_path)
out_file = open(file_path, 'w')
out_file.write(packet.to_string())
out_file.close()
log.info("written to %s" % file_path)
return packet
class MultiFileOutput(FileOutput):
"""
Print to multiple files from subsequent packets like strings or etree docs, file_path must be of a form like: gmlcities-%03d.gml.
consumes=FORMAT.any
"""
def __init__(self, configdict, section):
Output.__init__(self, configdict, section, consumes=FORMAT.any)
self.file_num = 1
def write(self, packet):
if packet.data is None:
return packet
# file_path must be of the form: gmlcities-%03d.gml
file_path = self.file_path % self.file_num
self.file_num += 1
return self.write_file(packet, file_path)
|