/usr/share/themole/threader.py is in themole 0.3-1.
This file is owned by root:root, with mode 0o644.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 | #!/usr/bin/python3
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
# MA 02110-1301, USA.
#
# Developed by: Nasel(http://www.nasel.com.ar)
#
# Authors:
# Matías Fontanini
# Santiago Alessandri
# Gastón Traberg
from threading import Thread, Event, Lock
from moleexceptions import ConnectionException, QueryError
class Threader:
def __init__(self, max_threads):
self.threads = []
self.events = []
self.results = []
self.tasks = []
self.running = True
self.task_end_lock = Lock()
self.finish_event = Event()
for i in range(max_threads):
self.events.append(Event())
self.threads.append(Thread(target=self.thread_proc, kwargs={'index':i}))
self.tasks.append(None)
self.results.append(None)
self.threads[i].start()
def stop(self):
self.running = False
for event in self.events:
event.set()
self.finish_event.set()
def thread_proc(self, index):
while self.running:
self.events[index].wait()
self.events[index].clear()
if not self.running or self.tasks[index] is None:
return
start, count, nthreads, functor = self.tasks[index]
data = []
try:
for i in range(start, start + count):
result = functor(i)
if result is None:
break
data.append(result)
except (ConnectionException, QueryError):
pass
except Exception:
import traceback, sys
traceback.print_exc(file=sys.stdout)
self.results[index] = data
self.task_end_lock.acquire()
self.finished = self.finished + 1
if self.finished == nthreads:
self.finish_event.set()
self.task_end_lock.release()
def execute(self, count, functor):
if count < len(self.threads):
nthreads = count
per_thread = 1
extra = 0
else:
per_thread = count // len(self.threads)
nthreads = len(self.threads)
extra = count % len(self.threads)
self.finished = 0
start = 0
self.finish_event.clear()
for i in range(nthreads):
this_thread = per_thread
if extra > 0:
this_thread += 1
extra -= 1
self.tasks[i] = (start, this_thread, nthreads, functor)
self.events[i].set()
start += this_thread
self.finish_event.wait()
if self.finished != nthreads:
return []
output = []
for i in range(nthreads):
output += self.results[i]
return output
|