Python code coverage for Doc/includes/mp_synchronize.py

#	count	content
1	n/a	#
2	n/a	# A test file for the `multiprocessing` package
3	n/a	#
4	n/a	# Copyright (c) 2006-2008, R Oudkerk
5	n/a	# All rights reserved.
6	n/a	#
7	n/a
8	n/a	import time
9	n/a	import sys
10	n/a	import random
11	n/a	from queue import Empty
12	n/a
13	n/a	import multiprocessing # may get overwritten
14	n/a
15	n/a
16	n/a	#### TEST_VALUE
17	n/a
18	n/a	def value_func(running, mutex):
19	n/a	random.seed()
20	n/a	time.sleep(random.random()*4)
21	n/a
22	n/a	mutex.acquire()
23	n/a	print('\n\t\t\t' + str(multiprocessing.current_process()) + ' has finished')
24	n/a	running.value -= 1
25	n/a	mutex.release()
26	n/a
27	n/a	def test_value():
28	n/a	TASKS = 10
29	n/a	running = multiprocessing.Value('i', TASKS)
30	n/a	mutex = multiprocessing.Lock()
31	n/a
32	n/a	for i in range(TASKS):
33	n/a	p = multiprocessing.Process(target=value_func, args=(running, mutex))
34	n/a	p.start()
35	n/a
36	n/a	while running.value > 0:
37	n/a	time.sleep(0.08)
38	n/a	mutex.acquire()
39	n/a	print(running.value, end=' ')
40	n/a	sys.stdout.flush()
41	n/a	mutex.release()
42	n/a
43	n/a	print()
44	n/a	print('No more running processes')
45	n/a
46	n/a
47	n/a	#### TEST_QUEUE
48	n/a
49	n/a	def queue_func(queue):
50	n/a	for i in range(30):
51	n/a	time.sleep(0.5 * random.random())
52	n/a	queue.put(i*i)
53	n/a	queue.put('STOP')
54	n/a
55	n/a	def test_queue():
56	n/a	q = multiprocessing.Queue()
57	n/a
58	n/a	p = multiprocessing.Process(target=queue_func, args=(q,))
59	n/a	p.start()
60	n/a
61	n/a	o = None
62	n/a	while o != 'STOP':
63	n/a	try:
64	n/a	o = q.get(timeout=0.3)
65	n/a	print(o, end=' ')
66	n/a	sys.stdout.flush()
67	n/a	except Empty:
68	n/a	print('TIMEOUT')
69	n/a
70	n/a	print()
71	n/a
72	n/a
73	n/a	#### TEST_CONDITION
74	n/a
75	n/a	def condition_func(cond):
76	n/a	cond.acquire()
77	n/a	print('\t' + str(cond))
78	n/a	time.sleep(2)
79	n/a	print('\tchild is notifying')
80	n/a	print('\t' + str(cond))
81	n/a	cond.notify()
82	n/a	cond.release()
83	n/a
84	n/a	def test_condition():
85	n/a	cond = multiprocessing.Condition()
86	n/a
87	n/a	p = multiprocessing.Process(target=condition_func, args=(cond,))
88	n/a	print(cond)
89	n/a
90	n/a	cond.acquire()
91	n/a	print(cond)
92	n/a	cond.acquire()
93	n/a	print(cond)
94	n/a
95	n/a	p.start()
96	n/a
97	n/a	print('main is waiting')
98	n/a	cond.wait()
99	n/a	print('main has woken up')
100	n/a
101	n/a	print(cond)
102	n/a	cond.release()
103	n/a	print(cond)
104	n/a	cond.release()
105	n/a
106	n/a	p.join()
107	n/a	print(cond)
108	n/a
109	n/a
110	n/a	#### TEST_SEMAPHORE
111	n/a
112	n/a	def semaphore_func(sema, mutex, running):
113	n/a	sema.acquire()
114	n/a
115	n/a	mutex.acquire()
116	n/a	running.value += 1
117	n/a	print(running.value, 'tasks are running')
118	n/a	mutex.release()
119	n/a
120	n/a	random.seed()
121	n/a	time.sleep(random.random()*2)
122	n/a
123	n/a	mutex.acquire()
124	n/a	running.value -= 1
125	n/a	print('%s has finished' % multiprocessing.current_process())
126	n/a	mutex.release()
127	n/a
128	n/a	sema.release()
129	n/a
130	n/a	def test_semaphore():
131	n/a	sema = multiprocessing.Semaphore(3)
132	n/a	mutex = multiprocessing.RLock()
133	n/a	running = multiprocessing.Value('i', 0)
134	n/a
135	n/a	processes = [
136	n/a	multiprocessing.Process(target=semaphore_func,
137	n/a	args=(sema, mutex, running))
138	n/a	for i in range(10)
139	n/a	]
140	n/a
141	n/a	for p in processes:
142	n/a	p.start()
143	n/a
144	n/a	for p in processes:
145	n/a	p.join()
146	n/a
147	n/a
148	n/a	#### TEST_JOIN_TIMEOUT
149	n/a
150	n/a	def join_timeout_func():
151	n/a	print('\tchild sleeping')
152	n/a	time.sleep(5.5)
153	n/a	print('\n\tchild terminating')
154	n/a
155	n/a	def test_join_timeout():
156	n/a	p = multiprocessing.Process(target=join_timeout_func)
157	n/a	p.start()
158	n/a
159	n/a	print('waiting for process to finish')
160	n/a
161	n/a	while 1:
162	n/a	p.join(timeout=1)
163	n/a	if not p.is_alive():
164	n/a	break
165	n/a	print('.', end=' ')
166	n/a	sys.stdout.flush()
167	n/a
168	n/a
169	n/a	#### TEST_EVENT
170	n/a
171	n/a	def event_func(event):
172	n/a	print('\t%r is waiting' % multiprocessing.current_process())
173	n/a	event.wait()
174	n/a	print('\t%r has woken up' % multiprocessing.current_process())
175	n/a
176	n/a	def test_event():
177	n/a	event = multiprocessing.Event()
178	n/a
179	n/a	processes = [multiprocessing.Process(target=event_func, args=(event,))
180	n/a	for i in range(5)]
181	n/a
182	n/a	for p in processes:
183	n/a	p.start()
184	n/a
185	n/a	print('main is sleeping')
186	n/a	time.sleep(2)
187	n/a
188	n/a	print('main is setting event')
189	n/a	event.set()
190	n/a
191	n/a	for p in processes:
192	n/a	p.join()
193	n/a
194	n/a
195	n/a	#### TEST_SHAREDVALUES
196	n/a
197	n/a	def sharedvalues_func(values, arrays, shared_values, shared_arrays):
198	n/a	for i in range(len(values)):
199	n/a	v = values[i][1]
200	n/a	sv = shared_values[i].value
201	n/a	assert v == sv
202	n/a
203	n/a	for i in range(len(values)):
204	n/a	a = arrays[i][1]
205	n/a	sa = list(shared_arrays[i][:])
206	n/a	assert a == sa
207	n/a
208	n/a	print('Tests passed')
209	n/a
210	n/a	def test_sharedvalues():
211	n/a	values = [
212	n/a	('i', 10),
213	n/a	('h', -2),
214	n/a	('d', 1.25)
215	n/a	]
216	n/a	arrays = [
217	n/a	('i', list(range(100))),
218	n/a	('d', [0.25 * i for i in range(100)]),
219	n/a	('H', list(range(1000)))
220	n/a	]
221	n/a
222	n/a	shared_values = [multiprocessing.Value(id, v) for id, v in values]
223	n/a	shared_arrays = [multiprocessing.Array(id, a) for id, a in arrays]
224	n/a
225	n/a	p = multiprocessing.Process(
226	n/a	target=sharedvalues_func,
227	n/a	args=(values, arrays, shared_values, shared_arrays)
228	n/a	)
229	n/a	p.start()
230	n/a	p.join()
231	n/a
232	n/a	assert p.exitcode == 0
233	n/a
234	n/a
235	n/a	####
236	n/a
237	n/a	def test(namespace=multiprocessing):
238	n/a	global multiprocessing
239	n/a
240	n/a	multiprocessing = namespace
241	n/a
242	n/a	for func in [test_value, test_queue, test_condition,
243	n/a	test_semaphore, test_join_timeout, test_event,
244	n/a	test_sharedvalues]:
245	n/a
246	n/a	print('\n\t######## %s\n' % func.__name__)
247	n/a	func()
248	n/a
249	n/a	ignore = multiprocessing.active_children() # cleanup any old processes
250	n/a	if hasattr(multiprocessing, '_debug_info'):
251	n/a	info = multiprocessing._debug_info()
252	n/a	if info:
253	n/a	print(info)
254	n/a	raise ValueError('there should be no positive refcounts left')
255	n/a
256	n/a
257	n/a	if __name__ == '__main__':
258	n/a	multiprocessing.freeze_support()
259	n/a
260	n/a	assert len(sys.argv) in (1, 2)
261	n/a
262	n/a	if len(sys.argv) == 1 or sys.argv[1] == 'processes':
263	n/a	print(' Using processes '.center(79, '-'))
264	n/a	namespace = multiprocessing
265	n/a	elif sys.argv[1] == 'manager':
266	n/a	print(' Using processes and a manager '.center(79, '-'))
267	n/a	namespace = multiprocessing.Manager()
268	n/a	namespace.Process = multiprocessing.Process
269	n/a	namespace.current_process = multiprocessing.current_process
270	n/a	namespace.active_children = multiprocessing.active_children
271	n/a	elif sys.argv[1] == 'threads':
272	n/a	print(' Using threads '.center(79, '-'))
273	n/a	import multiprocessing.dummy as namespace
274	n/a	else:
275	n/a	print('Usage:\n\t%s [processes \| manager \| threads]' % sys.argv[0])
276	n/a	raise SystemExit(2)
277	n/a
278	n/a	test(namespace)