Python code coverage for Lib/bsddb/test/test_associate.py

#	count	content
1	n/a	"""
2	n/a	TestCases for DB.associate.
3	n/a	"""
4	n/a
5	n/a	import sys, os, string
6	n/a	import time
7	n/a	from pprint import pprint
8	n/a
9	n/a	import unittest
10	n/a	from test_all import db, dbshelve, test_support, verbose, have_threads, \
11	n/a	get_new_environment_path
12	n/a
13	n/a
14	n/a	#----------------------------------------------------------------------
15	n/a
16	n/a
17	n/a	musicdata = {
18	n/a	1 : ("Bad English", "The Price Of Love", "Rock"),
19	n/a	2 : ("DNA featuring Suzanne Vega", "Tom's Diner", "Rock"),
20	n/a	3 : ("George Michael", "Praying For Time", "Rock"),
21	n/a	4 : ("Gloria Estefan", "Here We Are", "Rock"),
22	n/a	5 : ("Linda Ronstadt", "Don't Know Much", "Rock"),
23	n/a	6 : ("Michael Bolton", "How Am I Supposed To Live Without You", "Blues"),
24	n/a	7 : ("Paul Young", "Oh Girl", "Rock"),
25	n/a	8 : ("Paula Abdul", "Opposites Attract", "Rock"),
26	n/a	9 : ("Richard Marx", "Should've Known Better", "Rock"),
27	n/a	10: ("Rod Stewart", "Forever Young", "Rock"),
28	n/a	11: ("Roxette", "Dangerous", "Rock"),
29	n/a	12: ("Sheena Easton", "The Lover In Me", "Rock"),
30	n/a	13: ("Sinead O'Connor", "Nothing Compares 2 U", "Rock"),
31	n/a	14: ("Stevie B.", "Because I Love You", "Rock"),
32	n/a	15: ("Taylor Dayne", "Love Will Lead You Back", "Rock"),
33	n/a	16: ("The Bangles", "Eternal Flame", "Rock"),
34	n/a	17: ("Wilson Phillips", "Release Me", "Rock"),
35	n/a	18: ("Billy Joel", "Blonde Over Blue", "Rock"),
36	n/a	19: ("Billy Joel", "Famous Last Words", "Rock"),
37	n/a	20: ("Billy Joel", "Lullabye (Goodnight, My Angel)", "Rock"),
38	n/a	21: ("Billy Joel", "The River Of Dreams", "Rock"),
39	n/a	22: ("Billy Joel", "Two Thousand Years", "Rock"),
40	n/a	23: ("Janet Jackson", "Alright", "Rock"),
41	n/a	24: ("Janet Jackson", "Black Cat", "Rock"),
42	n/a	25: ("Janet Jackson", "Come Back To Me", "Rock"),
43	n/a	26: ("Janet Jackson", "Escapade", "Rock"),
44	n/a	27: ("Janet Jackson", "Love Will Never Do (Without You)", "Rock"),
45	n/a	28: ("Janet Jackson", "Miss You Much", "Rock"),
46	n/a	29: ("Janet Jackson", "Rhythm Nation", "Rock"),
47	n/a	30: ("Janet Jackson", "State Of The World", "Rock"),
48	n/a	31: ("Janet Jackson", "The Knowledge", "Rock"),
49	n/a	32: ("Spyro Gyra", "End of Romanticism", "Jazz"),
50	n/a	33: ("Spyro Gyra", "Heliopolis", "Jazz"),
51	n/a	34: ("Spyro Gyra", "Jubilee", "Jazz"),
52	n/a	35: ("Spyro Gyra", "Little Linda", "Jazz"),
53	n/a	36: ("Spyro Gyra", "Morning Dance", "Jazz"),
54	n/a	37: ("Spyro Gyra", "Song for Lorraine", "Jazz"),
55	n/a	38: ("Yes", "Owner Of A Lonely Heart", "Rock"),
56	n/a	39: ("Yes", "Rhythm Of Love", "Rock"),
57	n/a	40: ("Cusco", "Dream Catcher", "New Age"),
58	n/a	41: ("Cusco", "Geronimos Laughter", "New Age"),
59	n/a	42: ("Cusco", "Ghost Dance", "New Age"),
60	n/a	43: ("Blue Man Group", "Drumbone", "New Age"),
61	n/a	44: ("Blue Man Group", "Endless Column", "New Age"),
62	n/a	45: ("Blue Man Group", "Klein Mandelbrot", "New Age"),
63	n/a	46: ("Kenny G", "Silhouette", "Jazz"),
64	n/a	47: ("Sade", "Smooth Operator", "Jazz"),
65	n/a	48: ("David Arkenstone", "Papillon (On The Wings Of The Butterfly)",
66	n/a	"New Age"),
67	n/a	49: ("David Arkenstone", "Stepping Stars", "New Age"),
68	n/a	50: ("David Arkenstone", "Carnation Lily Lily Rose", "New Age"),
69	n/a	51: ("David Lanz", "Behind The Waterfall", "New Age"),
70	n/a	52: ("David Lanz", "Cristofori's Dream", "New Age"),
71	n/a	53: ("David Lanz", "Heartsounds", "New Age"),
72	n/a	54: ("David Lanz", "Leaves on the Seine", "New Age"),
73	n/a	99: ("unknown artist", "Unnamed song", "Unknown"),
74	n/a	}
75	n/a
76	n/a	#----------------------------------------------------------------------
77	n/a
78	n/a	class AssociateErrorTestCase(unittest.TestCase):
79	n/a	def setUp(self):
80	n/a	self.filename = self.__class__.__name__ + '.db'
81	n/a	self.homeDir = get_new_environment_path()
82	n/a	self.env = db.DBEnv()
83	n/a	self.env.open(self.homeDir, db.DB_CREATE \| db.DB_INIT_MPOOL)
84	n/a
85	n/a	def tearDown(self):
86	n/a	self.env.close()
87	n/a	self.env = None
88	n/a	test_support.rmtree(self.homeDir)
89	n/a
90	n/a	def test00_associateDBError(self):
91	n/a	if verbose:
92	n/a	print '\n', '-=' * 30
93	n/a	print "Running %s.test00_associateDBError..." % \
94	n/a	self.__class__.__name__
95	n/a
96	n/a	dupDB = db.DB(self.env)
97	n/a	dupDB.set_flags(db.DB_DUP)
98	n/a	dupDB.open(self.filename, "primary", db.DB_BTREE, db.DB_CREATE)
99	n/a
100	n/a	secDB = db.DB(self.env)
101	n/a	secDB.open(self.filename, "secondary", db.DB_BTREE, db.DB_CREATE)
102	n/a
103	n/a	# dupDB has been configured to allow duplicates, it can't
104	n/a	# associate with a secondary. Berkeley DB will return an error.
105	n/a	try:
106	n/a	def f(a,b): return a+b
107	n/a	dupDB.associate(secDB, f)
108	n/a	except db.DBError:
109	n/a	# good
110	n/a	secDB.close()
111	n/a	dupDB.close()
112	n/a	else:
113	n/a	secDB.close()
114	n/a	dupDB.close()
115	n/a	self.fail("DBError exception was expected")
116	n/a
117	n/a
118	n/a
119	n/a	#----------------------------------------------------------------------
120	n/a
121	n/a
122	n/a	class AssociateTestCase(unittest.TestCase):
123	n/a	keytype = ''
124	n/a	envFlags = 0
125	n/a	dbFlags = 0
126	n/a
127	n/a	def setUp(self):
128	n/a	self.filename = self.__class__.__name__ + '.db'
129	n/a	self.homeDir = get_new_environment_path()
130	n/a	self.env = db.DBEnv()
131	n/a	self.env.open(self.homeDir, db.DB_CREATE \| db.DB_INIT_MPOOL \|
132	n/a	db.DB_INIT_LOCK \| db.DB_THREAD \| self.envFlags)
133	n/a
134	n/a	def tearDown(self):
135	n/a	self.closeDB()
136	n/a	self.env.close()
137	n/a	self.env = None
138	n/a	test_support.rmtree(self.homeDir)
139	n/a
140	n/a	def addDataToDB(self, d, txn=None):
141	n/a	for key, value in musicdata.items():
142	n/a	if type(self.keytype) == type(''):
143	n/a	key = "%02d" % key
144	n/a	d.put(key, '\|'.join(value), txn=txn)
145	n/a
146	n/a	def createDB(self, txn=None):
147	n/a	self.cur = None
148	n/a	self.secDB = None
149	n/a	self.primary = db.DB(self.env)
150	n/a	self.primary.set_get_returns_none(2)
151	n/a	self.primary.open(self.filename, "primary", self.dbtype,
152	n/a	db.DB_CREATE \| db.DB_THREAD \| self.dbFlags, txn=txn)
153	n/a
154	n/a	def closeDB(self):
155	n/a	if self.cur:
156	n/a	self.cur.close()
157	n/a	self.cur = None
158	n/a	if self.secDB:
159	n/a	self.secDB.close()
160	n/a	self.secDB = None
161	n/a	self.primary.close()
162	n/a	self.primary = None
163	n/a
164	n/a	def getDB(self):
165	n/a	return self.primary
166	n/a
167	n/a
168	n/a	def _associateWithDB(self, getGenre):
169	n/a	self.createDB()
170	n/a
171	n/a	self.secDB = db.DB(self.env)
172	n/a	self.secDB.set_flags(db.DB_DUP)
173	n/a	self.secDB.set_get_returns_none(2)
174	n/a	self.secDB.open(self.filename, "secondary", db.DB_BTREE,
175	n/a	db.DB_CREATE \| db.DB_THREAD \| self.dbFlags)
176	n/a	self.getDB().associate(self.secDB, getGenre)
177	n/a
178	n/a	self.addDataToDB(self.getDB())
179	n/a
180	n/a	self.finish_test(self.secDB)
181	n/a
182	n/a	def test01_associateWithDB(self):
183	n/a	if verbose:
184	n/a	print '\n', '-=' * 30
185	n/a	print "Running %s.test01_associateWithDB..." % \
186	n/a	self.__class__.__name__
187	n/a
188	n/a	return self._associateWithDB(self.getGenre)
189	n/a
190	n/a	def _associateAfterDB(self, getGenre) :
191	n/a	self.createDB()
192	n/a	self.addDataToDB(self.getDB())
193	n/a
194	n/a	self.secDB = db.DB(self.env)
195	n/a	self.secDB.set_flags(db.DB_DUP)
196	n/a	self.secDB.open(self.filename, "secondary", db.DB_BTREE,
197	n/a	db.DB_CREATE \| db.DB_THREAD \| self.dbFlags)
198	n/a
199	n/a	# adding the DB_CREATE flag will cause it to index existing records
200	n/a	self.getDB().associate(self.secDB, getGenre, db.DB_CREATE)
201	n/a
202	n/a	self.finish_test(self.secDB)
203	n/a
204	n/a	def test02_associateAfterDB(self):
205	n/a	if verbose:
206	n/a	print '\n', '-=' * 30
207	n/a	print "Running %s.test02_associateAfterDB..." % \
208	n/a	self.__class__.__name__
209	n/a
210	n/a	return self._associateAfterDB(self.getGenre)
211	n/a
212	n/a	if db.version() >= (4, 6):
213	n/a	def test03_associateWithDB(self):
214	n/a	if verbose:
215	n/a	print '\n', '-=' * 30
216	n/a	print "Running %s.test03_associateWithDB..." % \
217	n/a	self.__class__.__name__
218	n/a
219	n/a	return self._associateWithDB(self.getGenreList)
220	n/a
221	n/a	def test04_associateAfterDB(self):
222	n/a	if verbose:
223	n/a	print '\n', '-=' * 30
224	n/a	print "Running %s.test04_associateAfterDB..." % \
225	n/a	self.__class__.__name__
226	n/a
227	n/a	return self._associateAfterDB(self.getGenreList)
228	n/a
229	n/a
230	n/a	def finish_test(self, secDB, txn=None):
231	n/a	# 'Blues' should not be in the secondary database
232	n/a	vals = secDB.pget('Blues', txn=txn)
233	n/a	self.assertEqual(vals, None, vals)
234	n/a
235	n/a	vals = secDB.pget('Unknown', txn=txn)
236	n/a	self.assert_(vals[0] == 99 or vals[0] == '99', vals)
237	n/a	vals[1].index('Unknown')
238	n/a	vals[1].index('Unnamed')
239	n/a	vals[1].index('unknown')
240	n/a
241	n/a	if verbose:
242	n/a	print "Primary key traversal:"
243	n/a	self.cur = self.getDB().cursor(txn)
244	n/a	count = 0
245	n/a	rec = self.cur.first()
246	n/a	while rec is not None:
247	n/a	if type(self.keytype) == type(''):
248	n/a	self.assert_(int(rec[0])) # for primary db, key is a number
249	n/a	else:
250	n/a	self.assert_(rec[0] and type(rec[0]) == type(0))
251	n/a	count = count + 1
252	n/a	if verbose:
253	n/a	print rec
254	n/a	rec = getattr(self.cur, "next")()
255	n/a	self.assertEqual(count, len(musicdata)) # all items accounted for
256	n/a
257	n/a
258	n/a	if verbose:
259	n/a	print "Secondary key traversal:"
260	n/a	self.cur = secDB.cursor(txn)
261	n/a	count = 0
262	n/a
263	n/a	# test cursor pget
264	n/a	vals = self.cur.pget('Unknown', flags=db.DB_LAST)
265	n/a	self.assert_(vals[1] == 99 or vals[1] == '99', vals)
266	n/a	self.assertEqual(vals[0], 'Unknown')
267	n/a	vals[2].index('Unknown')
268	n/a	vals[2].index('Unnamed')
269	n/a	vals[2].index('unknown')
270	n/a
271	n/a	vals = self.cur.pget('Unknown', data='wrong value', flags=db.DB_GET_BOTH)
272	n/a	self.assertEqual(vals, None, vals)
273	n/a
274	n/a	rec = self.cur.first()
275	n/a	self.assertEqual(rec[0], "Jazz")
276	n/a	while rec is not None:
277	n/a	count = count + 1
278	n/a	if verbose:
279	n/a	print rec
280	n/a	rec = getattr(self.cur, "next")()
281	n/a	# all items accounted for EXCEPT for 1 with "Blues" genre
282	n/a	self.assertEqual(count, len(musicdata)-1)
283	n/a
284	n/a	self.cur = None
285	n/a
286	n/a	def getGenre(self, priKey, priData):
287	n/a	self.assertEqual(type(priData), type(""))
288	n/a	genre = priData.split('\|')[2]
289	n/a
290	n/a	if verbose:
291	n/a	print 'getGenre key: %r data: %r' % (priKey, priData)
292	n/a
293	n/a	if genre == 'Blues':
294	n/a	return db.DB_DONOTINDEX
295	n/a	else:
296	n/a	return genre
297	n/a
298	n/a	def getGenreList(self, priKey, PriData) :
299	n/a	v = self.getGenre(priKey, PriData)
300	n/a	if type(v) == type("") :
301	n/a	v = [v]
302	n/a	return v
303	n/a
304	n/a
305	n/a	#----------------------------------------------------------------------
306	n/a
307	n/a
308	n/a	class AssociateHashTestCase(AssociateTestCase):
309	n/a	dbtype = db.DB_HASH
310	n/a
311	n/a	class AssociateBTreeTestCase(AssociateTestCase):
312	n/a	dbtype = db.DB_BTREE
313	n/a
314	n/a	class AssociateRecnoTestCase(AssociateTestCase):
315	n/a	dbtype = db.DB_RECNO
316	n/a	keytype = 0
317	n/a
318	n/a	#----------------------------------------------------------------------
319	n/a
320	n/a	class AssociateBTreeTxnTestCase(AssociateBTreeTestCase):
321	n/a	envFlags = db.DB_INIT_TXN
322	n/a	dbFlags = 0
323	n/a
324	n/a	def txn_finish_test(self, sDB, txn):
325	n/a	try:
326	n/a	self.finish_test(sDB, txn=txn)
327	n/a	finally:
328	n/a	if self.cur:
329	n/a	self.cur.close()
330	n/a	self.cur = None
331	n/a	if txn:
332	n/a	txn.commit()
333	n/a
334	n/a	def test13_associate_in_transaction(self):
335	n/a	if verbose:
336	n/a	print '\n', '-=' * 30
337	n/a	print "Running %s.test13_associateAutoCommit..." % \
338	n/a	self.__class__.__name__
339	n/a
340	n/a	txn = self.env.txn_begin()
341	n/a	try:
342	n/a	self.createDB(txn=txn)
343	n/a
344	n/a	self.secDB = db.DB(self.env)
345	n/a	self.secDB.set_flags(db.DB_DUP)
346	n/a	self.secDB.set_get_returns_none(2)
347	n/a	self.secDB.open(self.filename, "secondary", db.DB_BTREE,
348	n/a	db.DB_CREATE \| db.DB_THREAD, txn=txn)
349	n/a	self.getDB().associate(self.secDB, self.getGenre, txn=txn)
350	n/a
351	n/a	self.addDataToDB(self.getDB(), txn=txn)
352	n/a	except:
353	n/a	txn.abort()
354	n/a	raise
355	n/a
356	n/a	self.txn_finish_test(self.secDB, txn=txn)
357	n/a
358	n/a
359	n/a	#----------------------------------------------------------------------
360	n/a
361	n/a	class ShelveAssociateTestCase(AssociateTestCase):
362	n/a
363	n/a	def createDB(self):
364	n/a	self.primary = dbshelve.open(self.filename,
365	n/a	dbname="primary",
366	n/a	dbenv=self.env,
367	n/a	filetype=self.dbtype)
368	n/a
369	n/a	def addDataToDB(self, d):
370	n/a	for key, value in musicdata.items():
371	n/a	if type(self.keytype) == type(''):
372	n/a	key = "%02d" % key
373	n/a	d.put(key, value) # save the value as is this time
374	n/a
375	n/a
376	n/a	def getGenre(self, priKey, priData):
377	n/a	self.assertEqual(type(priData), type(()))
378	n/a	if verbose:
379	n/a	print 'getGenre key: %r data: %r' % (priKey, priData)
380	n/a	genre = priData[2]
381	n/a	if genre == 'Blues':
382	n/a	return db.DB_DONOTINDEX
383	n/a	else:
384	n/a	return genre
385	n/a
386	n/a
387	n/a	class ShelveAssociateHashTestCase(ShelveAssociateTestCase):
388	n/a	dbtype = db.DB_HASH
389	n/a
390	n/a	class ShelveAssociateBTreeTestCase(ShelveAssociateTestCase):
391	n/a	dbtype = db.DB_BTREE
392	n/a
393	n/a	class ShelveAssociateRecnoTestCase(ShelveAssociateTestCase):
394	n/a	dbtype = db.DB_RECNO
395	n/a	keytype = 0
396	n/a
397	n/a
398	n/a	#----------------------------------------------------------------------
399	n/a
400	n/a	class ThreadedAssociateTestCase(AssociateTestCase):
401	n/a
402	n/a	def addDataToDB(self, d):
403	n/a	t1 = Thread(target = self.writer1,
404	n/a	args = (d, ))
405	n/a	t2 = Thread(target = self.writer2,
406	n/a	args = (d, ))
407	n/a
408	n/a	t1.setDaemon(True)
409	n/a	t2.setDaemon(True)
410	n/a	t1.start()
411	n/a	t2.start()
412	n/a	t1.join()
413	n/a	t2.join()
414	n/a
415	n/a	def writer1(self, d):
416	n/a	for key, value in musicdata.items():
417	n/a	if type(self.keytype) == type(''):
418	n/a	key = "%02d" % key
419	n/a	d.put(key, '\|'.join(value))
420	n/a
421	n/a	def writer2(self, d):
422	n/a	for x in range(100, 600):
423	n/a	key = 'z%2d' % x
424	n/a	value = [key] * 4
425	n/a	d.put(key, '\|'.join(value))
426	n/a
427	n/a
428	n/a	class ThreadedAssociateHashTestCase(ShelveAssociateTestCase):
429	n/a	dbtype = db.DB_HASH
430	n/a
431	n/a	class ThreadedAssociateBTreeTestCase(ShelveAssociateTestCase):
432	n/a	dbtype = db.DB_BTREE
433	n/a
434	n/a	class ThreadedAssociateRecnoTestCase(ShelveAssociateTestCase):
435	n/a	dbtype = db.DB_RECNO
436	n/a	keytype = 0
437	n/a
438	n/a
439	n/a	#----------------------------------------------------------------------
440	n/a
441	n/a	def test_suite():
442	n/a	suite = unittest.TestSuite()
443	n/a
444	n/a	suite.addTest(unittest.makeSuite(AssociateErrorTestCase))
445	n/a
446	n/a	suite.addTest(unittest.makeSuite(AssociateHashTestCase))
447	n/a	suite.addTest(unittest.makeSuite(AssociateBTreeTestCase))
448	n/a	suite.addTest(unittest.makeSuite(AssociateRecnoTestCase))
449	n/a
450	n/a	suite.addTest(unittest.makeSuite(AssociateBTreeTxnTestCase))
451	n/a
452	n/a	suite.addTest(unittest.makeSuite(ShelveAssociateHashTestCase))
453	n/a	suite.addTest(unittest.makeSuite(ShelveAssociateBTreeTestCase))
454	n/a	suite.addTest(unittest.makeSuite(ShelveAssociateRecnoTestCase))
455	n/a
456	n/a	if have_threads:
457	n/a	suite.addTest(unittest.makeSuite(ThreadedAssociateHashTestCase))
458	n/a	suite.addTest(unittest.makeSuite(ThreadedAssociateBTreeTestCase))
459	n/a	suite.addTest(unittest.makeSuite(ThreadedAssociateRecnoTestCase))
460	n/a
461	n/a	return suite
462	n/a
463	n/a
464	n/a	if __name__ == '__main__':
465	n/a	unittest.main(defaultTest='test_suite')