parse_to_sql.py

import json
import codecs
import datetime
from pprint import pprint

with open('investor.json') as data:
	sql = file('investor.sql', 'w');
	index = 0
	while True:

		line = data.readline()
		if len(line) == 0:
			break
		INSERT_TEMPLATE = 'INSERT INTO investor(`id`'
		index = index + 1

		# if index == 900:
		# 	break

		line = json.loads(line, "utf-8")
		values = []
		for key in line.keys():
			value = line[key]
			if key in ['title']:
				value.pop(0)
				for idx, item in enumerate(value):
					item = item.strip()
					if item.endswith(','):
						item = item[:-2]
					value[idx] = item
			if type(value) is list:
				value = ','.join(value)
			if key in ['avatar']:
				value = value[(value.rfind('/') + 1):]
			if key in ['url']:
				identifier = int(value[(value.rfind('/') + 1):])
			if key not in ['url', 'images']:
				values.append(value)
				INSERT_TEMPLATE += ', `' + key + '`'
		INSERT_TEMPLATE += ') values(' + `identifier`

		for value in values:
			INSERT_TEMPLATE += ", '" + value.strip() + "'"
		INSERT_TEMPLATE += ');\n'
		sql.write(INSERT_TEMPLATE.encode('utf-8'))
	sql.close()
	data.close()