Python code coverage for Lib/importlib/test/source/test_source_encoding.py

#	count	content
1	n/a	from . import util as source_util
2	n/a
3	n/a	from importlib import _bootstrap
4	n/a	import codecs
5	n/a	import re
6	n/a	import sys
7	n/a	# Because sys.path gets essentially blanked, need to have unicodedata already
8	n/a	# imported for the parser to use.
9	n/a	import unicodedata
10	n/a	import unittest
11	n/a
12	n/a
13	n/a	CODING_RE = re.compile(r'coding[:=]\s*([-\w.]+)')
14	n/a
15	n/a
16	n/a	class EncodingTest(unittest.TestCase):
17	n/a
18	n/a	"""PEP 3120 makes UTF-8 the default encoding for source code
19	n/a	[default encoding].
20	n/a
21	n/a	PEP 263 specifies how that can change on a per-file basis. Either the first
22	n/a	or second line can contain the encoding line [encoding first line]
23	n/a	encoding second line]. If the file has the BOM marker it is considered UTF-8
24	n/a	implicitly [BOM]. If any encoding is specified it must be UTF-8, else it is
25	n/a	an error [BOM and utf-8][BOM conflict].
26	n/a
27	n/a	"""
28	n/a
29	n/a	variable = '\u00fc'
30	n/a	character = '\u00c9'
31	n/a	source_line = "{0} = '{1}'\n".format(variable, character)
32	n/a	module_name = '_temp'
33	n/a
34	n/a	def run_test(self, source):
35	n/a	with source_util.create_modules(self.module_name) as mapping:
36	n/a	with open(mapping[self.module_name], 'wb') as file:
37	n/a	file.write(source)
38	n/a	loader = _bootstrap.SourceFileLoader(self.module_name,
39	n/a	mapping[self.module_name])
40	n/a	return loader.load_module(self.module_name)
41	n/a
42	n/a	def create_source(self, encoding):
43	n/a	encoding_line = "# coding={0}".format(encoding)
44	n/a	assert CODING_RE.search(encoding_line)
45	n/a	source_lines = [encoding_line.encode('utf-8')]
46	n/a	source_lines.append(self.source_line.encode(encoding))
47	n/a	return b'\n'.join(source_lines)
48	n/a
49	n/a	def test_non_obvious_encoding(self):
50	n/a	# Make sure that an encoding that has never been a standard one for
51	n/a	# Python works.
52	n/a	encoding_line = "# coding=koi8-r"
53	n/a	assert CODING_RE.search(encoding_line)
54	n/a	source = "{0}\na=42\n".format(encoding_line).encode("koi8-r")
55	n/a	self.run_test(source)
56	n/a
57	n/a	# [default encoding]
58	n/a	def test_default_encoding(self):
59	n/a	self.run_test(self.source_line.encode('utf-8'))
60	n/a
61	n/a	# [encoding first line]
62	n/a	def test_encoding_on_first_line(self):
63	n/a	encoding = 'Latin-1'
64	n/a	source = self.create_source(encoding)
65	n/a	self.run_test(source)
66	n/a
67	n/a	# [encoding second line]
68	n/a	def test_encoding_on_second_line(self):
69	n/a	source = b"#/usr/bin/python\n" + self.create_source('Latin-1')
70	n/a	self.run_test(source)
71	n/a
72	n/a	# [BOM]
73	n/a	def test_bom(self):
74	n/a	self.run_test(codecs.BOM_UTF8 + self.source_line.encode('utf-8'))
75	n/a
76	n/a	# [BOM and utf-8]
77	n/a	def test_bom_and_utf_8(self):
78	n/a	source = codecs.BOM_UTF8 + self.create_source('utf-8')
79	n/a	self.run_test(source)
80	n/a
81	n/a	# [BOM conflict]
82	n/a	def test_bom_conflict(self):
83	n/a	source = codecs.BOM_UTF8 + self.create_source('latin-1')
84	n/a	with self.assertRaises(SyntaxError):
85	n/a	self.run_test(source)
86	n/a
87	n/a
88	n/a	class LineEndingTest(unittest.TestCase):
89	n/a
90	n/a	r"""Source written with the three types of line endings (\n, \r\n, \r)
91	n/a	need to be readable [cr][crlf][lf]."""
92	n/a
93	n/a	def run_test(self, line_ending):
94	n/a	module_name = '_temp'
95	n/a	source_lines = [b"a = 42", b"b = -13", b'']
96	n/a	source = line_ending.join(source_lines)
97	n/a	with source_util.create_modules(module_name) as mapping:
98	n/a	with open(mapping[module_name], 'wb') as file:
99	n/a	file.write(source)
100	n/a	loader = _bootstrap.SourceFileLoader(module_name,
101	n/a	mapping[module_name])
102	n/a	return loader.load_module(module_name)
103	n/a
104	n/a	# [cr]
105	n/a	def test_cr(self):
106	n/a	self.run_test(b'\r')
107	n/a
108	n/a	# [crlf]
109	n/a	def test_crlf(self):
110	n/a	self.run_test(b'\r\n')
111	n/a
112	n/a	# [lf]
113	n/a	def test_lf(self):
114	n/a	self.run_test(b'\n')
115	n/a
116	n/a
117	n/a	def test_main():
118	n/a	from test.support import run_unittest
119	n/a	run_unittest(EncodingTest, LineEndingTest)
120	n/a
121	n/a
122	n/a	if __name__ == '__main__':
123	n/a	test_main()