Krdytkyu

import multiprocessing

import sys

import threading

import time

from multiprocessing import Queue





def write_to_stdout(result_queue: Queue):

    """write queue data to stdout"""

    while True:

        data = result_queue.get()

        if data is StopIteration:

            break

        sys.stdout.write(data)

        sys.stdout.flush()





def read_from_stdin(queue):

    """read data from stdin, put it in queue for process handling"""

    try:

        for line in sys.stdin:

            queue.put(line)

    finally:

        queue.put(StopIteration)





def process_func(input_queue, result_queue):

    """get data from input_queue,handled,put result into result_queue"""

    try:

        while True:

            data = input_queue.get()

            if data is StopIteration:

                break

            # cpu intensive task,use time.sleep instead

            # result = compute_something(data)

            time.sleep(0.1)

            result_queue.put(data)

    finally:

        # ensure every process end

        input_queue.put(StopIteration)





if __name__ == '__main__':

    # queue for reading to stdout

    input_queue = Queue(1000)



    # queue for writing to stdout

    result_queue = Queue(1000)



    # thread reading data from stdin

    input_thread = threading.Thread(target=read_from_stdin, args=(input_queue,))

    input_thread.start()



    # thread reading data from stdin

    output_thread = threading.Thread(target=write_to_stdout, args=(result_queue,))

    output_thread.start()



    processes = 

    cpu_count = multiprocessing.cpu_count()

    # start multi-process to handle some cpu intensive task

    for i in range(cpu_count):

        proc = multiprocessing.Process(target=process_func, args=(input_queue, result_queue))

        proc.start()

        processes.append(proc)



    # joined input thread

    input_thread.join()



    # joined all task processes

    for proc in processes:

        proc.join()



    # ensure output thread end

    result_queue.put(StopIteration)



    # joined output thread

    output_thread.join()

python3.6  

ubuntu16.04 lts  

import multiprocessing

import sys

import threading

import time

from multiprocessing import Queue





def write_to_stdout(result_queue: Queue):

    """write queue data to stdout"""

    while True:

        data = result_queue.get()

        if data is StopIteration:

            break

        sys.stdout.write(data)

        sys.stdout.flush()





def read_from_stdin(queue):

    """read data from stdin, put it in queue for process handling"""

    try:

        for line in sys.stdin:

            queue.put(line)

    finally:

        queue.put(StopIteration)





def process_func(input_queue, result_queue):

    """get data from input_queue,handled,put result into result_queue"""

    try:

        while True:

            data = input_queue.get()

            if data is StopIteration:

                break

            # cpu intensive task,use time.sleep instead

            # result = compute_something(data)

            time.sleep(0.1)

            result_queue.put(data)

    finally:

        # ensure every process end

        input_queue.put(StopIteration)





if __name__ == '__main__':

    # queue for reading to stdout

    input_queue = Queue(1000)



    # queue for writing to stdout

    result_queue = Queue(1000)



    # thread reading data from stdin

    input_thread = threading.Thread(target=read_from_stdin, args=(input_queue,))

    input_thread.start()



    # thread reading data from stdin

    output_thread = threading.Thread(target=write_to_stdout, args=(result_queue,))

    output_thread.start()



    processes = 

    cpu_count = multiprocessing.cpu_count()

    # start multi-process to handle some cpu intensive task

    for i in range(cpu_count):

        proc = multiprocessing.Process(target=process_func, args=(input_queue, result_queue))

        proc.start()

        processes.append(proc)



    # joined input thread

    input_thread.join()



    # joined all task processes

    for proc in processes:

        proc.join()



    # ensure output thread end

    result_queue.put(StopIteration)



    # joined output thread

    output_thread.join()

python3.6  

ubuntu16.04 lts  

import multiprocessing

import sys

import threading

import time

from multiprocessing import Queue





def write_to_stdout(result_queue: Queue):

    """write queue data to stdout"""

    while True:

        data = result_queue.get()

        if data is StopIteration:

            break

        sys.stdout.write(data)

        sys.stdout.flush()





def read_from_stdin(queue):

    """read data from stdin, put it in queue for process handling"""

    try:

        for line in sys.stdin:

            queue.put(line)

    finally:

        queue.put(StopIteration)





def process_func(input_queue, result_queue):

    """get data from input_queue,handled,put result into result_queue"""

    try:

        while True:

            data = input_queue.get()

            if data is StopIteration:

                break

            # cpu intensive task,use time.sleep instead

            # result = compute_something(data)

            time.sleep(0.1)

            result_queue.put(data)

    finally:

        # ensure every process end

        input_queue.put(StopIteration)





if __name__ == '__main__':

    # queue for reading to stdout

    input_queue = Queue(1000)



    # queue for writing to stdout

    result_queue = Queue(1000)



    # thread reading data from stdin

    input_thread = threading.Thread(target=read_from_stdin, args=(input_queue,))

    input_thread.start()



    # thread reading data from stdin

    output_thread = threading.Thread(target=write_to_stdout, args=(result_queue,))

    output_thread.start()



    processes = 

    cpu_count = multiprocessing.cpu_count()

    # start multi-process to handle some cpu intensive task

    for i in range(cpu_count):

        proc = multiprocessing.Process(target=process_func, args=(input_queue, result_queue))

        proc.start()

        processes.append(proc)



    # joined input thread

    input_thread.join()



    # joined all task processes

    for proc in processes:

        proc.join()



    # ensure output thread end

    result_queue.put(StopIteration)



    # joined output thread

    output_thread.join()

python3.6  

ubuntu16.04 lts  

import multiprocessing

import sys

import threading

import time

from multiprocessing import Queue





def write_to_stdout(result_queue: Queue):

    """write queue data to stdout"""

    while True:

        data = result_queue.get()

        if data is StopIteration:

            break

        sys.stdout.write(data)

        sys.stdout.flush()





def read_from_stdin(queue):

    """read data from stdin, put it in queue for process handling"""

    try:

        for line in sys.stdin:

            queue.put(line)

    finally:

        queue.put(StopIteration)





def process_func(input_queue, result_queue):

    """get data from input_queue,handled,put result into result_queue"""

    try:

        while True:

            data = input_queue.get()

            if data is StopIteration:

                break

            # cpu intensive task,use time.sleep instead

            # result = compute_something(data)

            time.sleep(0.1)

            result_queue.put(data)

    finally:

        # ensure every process end

        input_queue.put(StopIteration)





if __name__ == '__main__':

    # queue for reading to stdout

    input_queue = Queue(1000)



    # queue for writing to stdout

    result_queue = Queue(1000)



    # thread reading data from stdin

    input_thread = threading.Thread(target=read_from_stdin, args=(input_queue,))

    input_thread.start()



    # thread reading data from stdin

    output_thread = threading.Thread(target=write_to_stdout, args=(result_queue,))

    output_thread.start()



    processes = 

    cpu_count = multiprocessing.cpu_count()

    # start multi-process to handle some cpu intensive task

    for i in range(cpu_count):

        proc = multiprocessing.Process(target=process_func, args=(input_queue, result_queue))

        proc.start()

        processes.append(proc)



    # joined input thread

    input_thread.join()



    # joined all task processes

    for proc in processes:

        proc.join()



    # ensure output thread end

    result_queue.put(StopIteration)



    # joined output thread

    output_thread.join()

python3.6  

ubuntu16.04 lts  

Your Answer

StackExchange.ifUsing("editor", function () {
return StackExchange.using("mathjaxEditing", function () {
StackExchange.MarkdownEditor.creationCallbacks.add(function (editor, postfix) {
StackExchange.mathjaxEditing.prepareWmdForMathJax(editor, postfix, [["\$", "\$"]]);
});
});
}, "mathjax-editing");

StackExchange.ifUsing("editor", function () {
StackExchange.using("externalEditor", function () {
StackExchange.using("snippets", function () {
StackExchange.snippets.init();
});
});
}, "code-snippets");

StackExchange.ready(function() {
var channelOptions = {
tags: "".split(" "),
id: "196"
};
initTagRenderer("".split(" "), "".split(" "), channelOptions);

StackExchange.using("externalEditor", function() {
// Have to fire editor after snippets, if snippets enabled
if (StackExchange.settings.snippets.snippetsEnabled) {
StackExchange.using("snippets", function() {
createEditor();
});
}
else {
createEditor();
}
});

function createEditor() {
StackExchange.prepareEditor({
heartbeatType: 'answer',
autoActivateHeartbeat: false,
convertImagesToLinks: false,
noModals: true,
showLowRepImageUploadWarning: true,
reputationToPostImages: null,
bindNavPrevention: true,
postfix: "",
imageUploader: {
brandingHtml: "Powered by u003ca class="icon-imgur-white" href="https://imgur.com/"u003eu003c/au003e",
contentPolicyHtml: "User contributions licensed under u003ca href="https://creativecommons.org/licenses/by-sa/3.0/"u003ecc by-sa 3.0 with attribution requiredu003c/au003e u003ca href="https://stackoverflow.com/legal/content-policy"u003e(content policy)u003c/au003e",
allowUrls: true
},
onDemand: true,
discardSelector: ".discard-answer"
,immediatelyShowMarkdownHelp:true
});


}
});