GeezerVison is showing github.com — simple-task-queue/simple_task_queue.py at main · testdrivenio/simple-task-queue

Expand file tree

simple_task_queue.py

Copy path

More file actions

Latest commit

History

44 lines (33 loc) · 1.08 KB

simple_task_queue.py

Copy path

File metadata and controls

44 lines (33 loc) · 1.08 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

# simple_task_queue.py

import multiprocessing

import time

from tasks import get_word_counts

PROCESSES = multiprocessing.cpu_count() - 1

NUMBER_OF_TASKS = 10

def process_tasks(task_queue):

while not task_queue.empty():

book = task_queue.get()

get_word_counts(book)

return True

def add_tasks(task_queue, number_of_tasks):

for num in range(number_of_tasks):

task_queue.put("pride-and-prejudice.txt")

task_queue.put("heart-of-darkness.txt")

task_queue.put("frankenstein.txt")

task_queue.put("dracula.txt")

return task_queue

def run():

empty_task_queue = multiprocessing.Queue()

full_task_queue = add_tasks(empty_task_queue, NUMBER_OF_TASKS)

processes = []

print(f"Running with {PROCESSES} processes!")

start = time.time()

for n in range(PROCESSES):

p = multiprocessing.Process(target=process_tasks, args=(full_task_queue,))

processes.append(p)

p.start()

for p in processes:

p.join()

print(f"Time taken = {time.time() - start:.10f}")

if __name__ == "__main__":

run()