Created
March 15, 2019 07:22
-
-
Save larry1001/7f5c9eec96a051eef86a2549b443e606 to your computer and use it in GitHub Desktop.
python 线程池实现
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import threading | |
| try: | |
| import Queue | |
| except ImportError: | |
| import queue as Queue | |
| class ThreadJob(object): | |
| def __init__(self, exec_function, args=None, kwds=None): | |
| self.exception = False | |
| self.callback = None # Yet to be done | |
| self.args = [] | |
| self.kwargs = {} | |
| self.return_value = None | |
| self.exec_function = exec_function | |
| if type(args) == str or args == 0: | |
| self.args = (args,) | |
| else: | |
| self.args = (args) or [] | |
| self.kwargs = kwds or {} | |
| def execute(self): | |
| try: | |
| self.return_value = self.exec_function(*self.args, **self.kwargs) | |
| except Exception as e: | |
| self.exception = e | |
| class ThreadPool(object): | |
| def __init__(self, nthreads=10): | |
| self.nthreads = 0 | |
| self._q_size = 0 | |
| self._job_q = Queue.Queue() | |
| self._result_q = Queue.Queue() | |
| self._total_jobs = 0 | |
| self._threads = [] | |
| self.is_active = 0 | |
| self.nthreads = nthreads | |
| def __len__(self): | |
| return len(self._threads) | |
| def start(self): | |
| for i in range(self.nthreads): | |
| t = WorkerThread(self._job_q, self._result_q) | |
| self.is_active = True | |
| self._threads.append(t) | |
| t.start() | |
| return True | |
| def add_job(self, job): | |
| self._job_q.put(job) | |
| self._total_jobs += 1 | |
| return True | |
| def finish(self): | |
| self._job_q.join() | |
| self.is_active = False | |
| return True | |
| def unfinished_tasks(self): | |
| return self._job_q.qsize() | |
| def finished_tasks(self): | |
| return self._total_jobs - self._job_q.qsize() | |
| class WorkerThread(threading.Thread): | |
| def __init__(self, job_q, result_q): | |
| super(WorkerThread, self).__init__() | |
| self._job_q = job_q | |
| self._result_q = result_q | |
| def run(self): | |
| while True: | |
| try: | |
| job = self._job_q.get(None) | |
| except Queue.Empty: # Exit the worker if Q empty | |
| return | |
| job.execute() | |
| self._result_q.put(job) | |
| self._job_q.task_done() | |
| def printer(x, y, testx=None, testy=None): | |
| print(x, y, testx, testy) | |
| return True | |
| def intern(): | |
| t = ThreadPool() | |
| for i in range(100): | |
| args = ('test1', 'test2') | |
| kwargs = {'testx': 'keywordx', 'testy': 'keywordy'} | |
| j = ThreadJob(printer, args, kwargs) | |
| t.add_job(j) | |
| t.start() | |
| print(t.is_active) | |
| t.finish() | |
| if __name__ == '__main__': | |
| intern() |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment