ZeroNet/src/Test/TestNoparallel.py

import time

import gevent
import pytest

import util
from util import ThreadPool


@pytest.fixture(params=['gevent.spawn', 'thread_pool.spawn'])
def queue_spawn(request):
    thread_pool = ThreadPool.ThreadPool(10)
    if request.param == "gevent.spawn":
        return gevent.spawn
    else:
        return thread_pool.spawn


class ExampleClass(object):
    def __init__(self):
        self.counted = 0

    @util.Noparallel()
    def countBlocking(self, num=5):
        for i in range(1, num + 1):
            time.sleep(0.1)
            self.counted += 1
        return "counted:%s" % i

    @util.Noparallel(queue=True, ignore_class=True)
    def countQueue(self, num=5):
        for i in range(1, num + 1):
            time.sleep(0.1)
            self.counted += 1
        return "counted:%s" % i

    @util.Noparallel(blocking=False)
    def countNoblocking(self, num=5):
        for i in range(1, num + 1):
            time.sleep(0.01)
            self.counted += 1
        return "counted:%s" % i


class TestNoparallel:
    def testBlocking(self, queue_spawn):
        obj1 = ExampleClass()
        obj2 = ExampleClass()

        # Dont allow to call again until its running and wait until its running
        threads = [
            queue_spawn(obj1.countBlocking),
            queue_spawn(obj1.countBlocking),
            queue_spawn(obj1.countBlocking),
            queue_spawn(obj2.countBlocking)
        ]
        assert obj2.countBlocking() == "counted:5"  # The call is ignored as obj2.countBlocking already counting, but block until its finishes
        gevent.joinall(threads)
        assert [thread.value for thread in threads] == ["counted:5", "counted:5", "counted:5", "counted:5"]
        obj2.countBlocking()  # Allow to call again as obj2.countBlocking finished

        assert obj1.counted == 5
        assert obj2.counted == 10

    def testNoblocking(self):
        obj1 = ExampleClass()

        thread1 = obj1.countNoblocking()
        thread2 = obj1.countNoblocking()  # Ignored

        assert obj1.counted == 0
        time.sleep(0.1)
        assert thread1.value == "counted:5"
        assert thread2.value == "counted:5"
        assert obj1.counted == 5

        obj1.countNoblocking().join()  # Allow again and wait until finishes
        assert obj1.counted == 10

    def testQueue(self, queue_spawn):
        obj1 = ExampleClass()

        queue_spawn(obj1.countQueue, num=1)
        queue_spawn(obj1.countQueue, num=1)
        queue_spawn(obj1.countQueue, num=1)

        time.sleep(0.3)
        assert obj1.counted == 2  # No multi-queue supported

        obj2 = ExampleClass()
        queue_spawn(obj2.countQueue, num=10)
        queue_spawn(obj2.countQueue, num=10)

        time.sleep(1.5)  # Call 1 finished, call 2 still working
        assert 10 < obj2.counted < 20

        queue_spawn(obj2.countQueue, num=10)
        time.sleep(2.0)

        assert obj2.counted == 30

    def testQueueOverload(self):
        obj1 = ExampleClass()

        threads = []
        for i in range(1000):
            thread = gevent.spawn(obj1.countQueue, num=5)
            threads.append(thread)

        gevent.joinall(threads)
        assert obj1.counted == 5 * 2  # Only called twice (no multi-queue allowed)

    def testIgnoreClass(self, queue_spawn):
        obj1 = ExampleClass()
        obj2 = ExampleClass()

        threads = [
            queue_spawn(obj1.countQueue),
            queue_spawn(obj1.countQueue),
            queue_spawn(obj1.countQueue),
            queue_spawn(obj2.countQueue),
            queue_spawn(obj2.countQueue)
        ]
        s = time.time()
        time.sleep(0.001)
        gevent.joinall(threads)

        # Queue limited to 2 calls (every call takes counts to 5 and takes 0.05 sec)
        assert obj1.counted + obj2.counted == 10

        taken = time.time() - s
        assert 1.2 > taken >= 1.0  # 2 * 0.5s count = ~1s

    def testException(self, queue_spawn):
        class MyException(Exception):
            pass

        @util.Noparallel()
        def raiseException():
            raise MyException("Test error!")

        with pytest.raises(MyException) as err:
            raiseException()
        assert str(err.value) == "Test error!"

        with pytest.raises(MyException) as err:
            queue_spawn(raiseException).get()
        assert str(err.value) == "Test error!"

    def testMultithreadMix(self, queue_spawn):
        obj1 = ExampleClass()
        with ThreadPool.ThreadPool(10) as thread_pool:
            s = time.time()
            t1 = queue_spawn(obj1.countBlocking, 5)
            time.sleep(0.01)
            t2 = thread_pool.spawn(obj1.countBlocking, 5)
            time.sleep(0.01)
            t3 = thread_pool.spawn(obj1.countBlocking, 5)
            time.sleep(0.3)
            t4 = gevent.spawn(obj1.countBlocking, 5)
            threads = [t1, t2, t3, t4]
            for thread in threads:
                assert thread.get() == "counted:5"

            time_taken = time.time() - s
            assert obj1.counted == 5
            assert 0.5 < time_taken < 0.7