device_map_test/device_map.py at master · jgabardini/device_map_test · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
import requests
import re
import csv


CHROME_UA = 'Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.2 Safari/537.36'
UA_FILENAME="ua.csv"
URL_MOBILE="http://lanacion.com.ar"

class DocType:

	def __init__(self, text):
		self.text = text

	def doctype(self):
		dt = re.search('(<!DOCTYPE.*?\>)', self.text, re.MULTILINE | re.IGNORECASE | re.DOTALL)
		return (dt.group(0).
				replace('\n', '').
				replace('\r', '').
				replace('\t', '')
				) if dt else None

	def is_wap(self):
		return -1 < self.doctype().lower().find('mobile')


	def is_html4(self):
		return -1 < self.doctype().lower().find('html 4')


	def is_html5(self):
		return -1 < self.doctype().lower() == '<!doctype html>'

	def is_languaje(self, languaje):
		return	self.is_wap() if languaje == 'WAP' else \
				self.is_html4() if languaje == 'HTML4' else \
				self.is_html5() if languaje == 'HTML5' else \
				False

def map_device(url, user_agent=CHROME_UA):
	header = {
		'User-Agent': user_agent
	}
	r = requests.get(url=url, headers=header)
	return r

def test_UAs():
	with open(UA_FILENAME, 'rb') as uafile:
		uareader = csv.reader(uafile)
		for uarow in uareader:
			if uarow[0] != '#':
				yield check_ua, uarow[1], uarow[0]

def detect_lang(ua):
	response = map_device(url=URL_MOBILE, user_agent=ua)
	if VERBOSITY:
		print response.text[:100]
	dt = DocType(response.text)
	return ("WAP" * dt.is_wap() +
			"HTML4" * dt.is_languaje("HTML4") +
			"HTML5" * dt.is_languaje("HTML5")
	)

def check_ua(ua, languaje):
	response = map_device(url=URL_MOBILE,user_agent=ua)
	dt = DocType(response.text)
	assert dt.is_languaje(languaje)

if __name__ == "__main__":
	import argparse
	parser = argparse.ArgumentParser(description='Detect or test the type of html (WAP/HTML4/HTML5) for a UA.')
	parser.add_argument('url', help='url of the site under test (http://m.your.site/)')
	parser.add_argument('-u', '--user_agent', default='user-agents.csv',
		help='filename of user agents to detect o test. File is a csv with two columns: expected type or # for comments, user agent string')
	parser.add_argument('-d', '--detect',  action="store_true", help='detect the type, output to stdout')
	parser.add_argument('-v', '--verbosity',  action="store_true", help='print html to stdout')
	args = parser.parse_args()
	URL_MOBILE = args.url
	UA_FILENAME = args.user_agent
	VERBOSITY = args.verbosity

	if args.detect:
		for f, ua, languaje in test_UAs():
			print '%s,"%s"' % (detect_lang(ua), ua)
	else:
		for f, ua, languaje in test_UAs():
			if languaje!=detect_lang(ua):
				print detect_lang(ua), languaje, ua