Test noparallel multi thread compatibility
This commit is contained in:
parent
5c1b34387c
commit
f01d335835
1 changed files with 58 additions and 24 deletions
|
@ -4,6 +4,16 @@ import gevent
|
|||
import pytest
|
||||
|
||||
import util
|
||||
from util import ThreadPool
|
||||
|
||||
|
||||
@pytest.fixture(params=['gevent.spawn', 'thread_pool.spawn'])
|
||||
def queue_spawn(request):
|
||||
thread_pool = ThreadPool.ThreadPool(10)
|
||||
if request.param == "gevent.spawn":
|
||||
return gevent.spawn
|
||||
else:
|
||||
return thread_pool.spawn
|
||||
|
||||
|
||||
class ExampleClass(object):
|
||||
|
@ -13,7 +23,7 @@ class ExampleClass(object):
|
|||
@util.Noparallel()
|
||||
def countBlocking(self, num=5):
|
||||
for i in range(1, num + 1):
|
||||
time.sleep(0.01)
|
||||
time.sleep(0.1)
|
||||
self.counted += 1
|
||||
return "counted:%s" % i
|
||||
|
||||
|
@ -33,20 +43,20 @@ class ExampleClass(object):
|
|||
|
||||
|
||||
class TestNoparallel:
|
||||
def testBlocking(self):
|
||||
def testBlocking(self, queue_spawn):
|
||||
obj1 = ExampleClass()
|
||||
obj2 = ExampleClass()
|
||||
|
||||
# Dont allow to call again until its running and wait until its running
|
||||
threads = [
|
||||
gevent.spawn(obj1.countBlocking),
|
||||
gevent.spawn(obj1.countBlocking),
|
||||
gevent.spawn(obj1.countBlocking),
|
||||
gevent.spawn(obj2.countBlocking)
|
||||
queue_spawn(obj1.countBlocking),
|
||||
queue_spawn(obj1.countBlocking),
|
||||
queue_spawn(obj1.countBlocking),
|
||||
queue_spawn(obj2.countBlocking)
|
||||
]
|
||||
assert obj2.countBlocking() == "counted:5" # The call is ignored as obj2.countBlocking already counting, but block until its finishes
|
||||
gevent.joinall(threads)
|
||||
assert [thread.value for thread in threads] == ["counted:5", "counted:5", "counted:5", "counted:5"] # Check the return value for every call
|
||||
assert [thread.value for thread in threads] == ["counted:5", "counted:5", "counted:5", "counted:5"]
|
||||
obj2.countBlocking() # Allow to call again as obj2.countBlocking finished
|
||||
|
||||
assert obj1.counted == 5
|
||||
|
@ -54,7 +64,6 @@ class TestNoparallel:
|
|||
|
||||
def testNoblocking(self):
|
||||
obj1 = ExampleClass()
|
||||
obj2 = ExampleClass()
|
||||
|
||||
thread1 = obj1.countNoblocking()
|
||||
thread2 = obj1.countNoblocking() # Ignored
|
||||
|
@ -68,24 +77,24 @@ class TestNoparallel:
|
|||
obj1.countNoblocking().join() # Allow again and wait until finishes
|
||||
assert obj1.counted == 10
|
||||
|
||||
def testQueue(self):
|
||||
def testQueue(self, queue_spawn):
|
||||
obj1 = ExampleClass()
|
||||
|
||||
gevent.spawn(obj1.countQueue, num=10)
|
||||
gevent.spawn(obj1.countQueue, num=10)
|
||||
gevent.spawn(obj1.countQueue, num=10)
|
||||
queue_spawn(obj1.countQueue, num=1)
|
||||
queue_spawn(obj1.countQueue, num=1)
|
||||
queue_spawn(obj1.countQueue, num=1)
|
||||
|
||||
time.sleep(3.0)
|
||||
assert obj1.counted == 20 # No multi-queue supported
|
||||
time.sleep(0.3)
|
||||
assert obj1.counted == 2 # No multi-queue supported
|
||||
|
||||
obj2 = ExampleClass()
|
||||
gevent.spawn(obj2.countQueue, num=10)
|
||||
gevent.spawn(obj2.countQueue, num=10)
|
||||
queue_spawn(obj2.countQueue, num=10)
|
||||
queue_spawn(obj2.countQueue, num=10)
|
||||
|
||||
time.sleep(1.5) # Call 1 finished, call 2 still working
|
||||
assert 10 < obj2.counted < 20
|
||||
|
||||
gevent.spawn(obj2.countQueue, num=10)
|
||||
queue_spawn(obj2.countQueue, num=10)
|
||||
time.sleep(2.0)
|
||||
|
||||
assert obj2.counted == 30
|
||||
|
@ -101,16 +110,16 @@ class TestNoparallel:
|
|||
gevent.joinall(threads)
|
||||
assert obj1.counted == 5 * 2 # Only called twice (no multi-queue allowed)
|
||||
|
||||
def testIgnoreClass(self):
|
||||
def testIgnoreClass(self, queue_spawn):
|
||||
obj1 = ExampleClass()
|
||||
obj2 = ExampleClass()
|
||||
|
||||
threads = [
|
||||
gevent.spawn(obj1.countQueue),
|
||||
gevent.spawn(obj1.countQueue),
|
||||
gevent.spawn(obj1.countQueue),
|
||||
gevent.spawn(obj2.countQueue),
|
||||
gevent.spawn(obj2.countQueue)
|
||||
queue_spawn(obj1.countQueue),
|
||||
queue_spawn(obj1.countQueue),
|
||||
queue_spawn(obj1.countQueue),
|
||||
queue_spawn(obj2.countQueue),
|
||||
queue_spawn(obj2.countQueue)
|
||||
]
|
||||
s = time.time()
|
||||
time.sleep(0.001)
|
||||
|
@ -122,7 +131,7 @@ class TestNoparallel:
|
|||
taken = time.time() - s
|
||||
assert 1.2 > taken >= 1.0 # 2 * 0.5s count = ~1s
|
||||
|
||||
def testException(self):
|
||||
def testException(self, queue_spawn):
|
||||
@util.Noparallel()
|
||||
def raiseException():
|
||||
raise Exception("Test error!")
|
||||
|
@ -130,3 +139,28 @@ class TestNoparallel:
|
|||
with pytest.raises(Exception) as err:
|
||||
raiseException()
|
||||
assert str(err.value) == "Test error!"
|
||||
|
||||
with pytest.raises(Exception) as err:
|
||||
queue_spawn(raiseException).get()
|
||||
assert str(err.value) == "Test error!"
|
||||
|
||||
def testMultithreadMix(self, queue_spawn):
|
||||
obj1 = ExampleClass()
|
||||
thread_pool = ThreadPool.ThreadPool(10)
|
||||
|
||||
s = time.time()
|
||||
t1 = queue_spawn(obj1.countBlocking, 5)
|
||||
time.sleep(0.01)
|
||||
t2 = thread_pool.spawn(obj1.countBlocking, 5)
|
||||
time.sleep(0.01)
|
||||
t3 = thread_pool.spawn(obj1.countBlocking, 5)
|
||||
time.sleep(0.3)
|
||||
t4 = gevent.spawn(obj1.countBlocking, 5)
|
||||
threads = [t1, t2, t3, t4]
|
||||
for thread in threads:
|
||||
assert thread.get() == "counted:5"
|
||||
|
||||
time_taken = time.time() - s
|
||||
assert obj1.counted == 5
|
||||
assert 0.5 < time_taken < 0.7
|
||||
thread_pool.kill()
|
||||
|
|
Loading…
Reference in a new issue