querystring-parser/querystring_parser/parser.py at master · smmoosavi/querystring-parser · GitHub

History

163 lines (143 loc) · 4.73 KB

Raw

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

# coding: utf-8

'''

Created on 2011-05-12

@author: berni

'''

import urllib

def has_variable_name(s):

'''

Variable name before [

@param s:

'''

if s.find("[") > 0:

return True

def more_than_one_index(s, brackets=2):

'''

Search for two sets of [] []

@param s: string to search

'''

start = 0

brackets_num = 0

while start != -1 and brackets_num < brackets:

start = s.find("[", start)

if start == -1:

break

start = s.find("]", start)

brackets_num += 1

if start != -1:

return True

return False

def get_key(s):

'''

Get data between [ and ] remove ' if exist

@param s: string to process

'''

start = s.find("[")

end = s.find("]")

if start == -1 or end == -1:

return None

if s[start + 1] == "'":

start += 1

if s[end - 1] == "'":

end -= 1

return s[start + 1:end] # without brackets

def is_number(s):

'''

Check if s is an int (for indexes in dict)

@param s: string to check

'''

if len(s) > 0 and s[0] in ('-', '+'):

return s[1:].isdigit()

return s.isdigit()

class MalformedQueryStringError(Exception):

'''

Query string is malformed, can't parse it :(

'''

pass

def parser_helper(key, val):

'''

Helper for parser function

@param key:

@param val:

'''

start_bracket = key.find("[")

end_bracket = key.find("]")

pdict = {}

if has_variable_name(key): # var['key'][3]

pdict[key[:key.find("[")]] = parser_helper(key[start_bracket:], val)

elif more_than_one_index(key): # ['key'][3]

newkey = get_key(key)

newkey = int(newkey) if is_number(newkey) else newkey

pdict[newkey] = parser_helper(key[end_bracket + 1:], val)

else: # key = val or ['key']

newkey = key

if start_bracket != -1: # ['key']

newkey = get_key(key)

if newkey is None:

raise MalformedQueryStringError

newkey = int(newkey) if is_number(newkey) else newkey

val = int(val) if is_number(val) else val

pdict[newkey] = val

return pdict

def parse(query_string, unquote=True, encoding='utf-8'):

'''

Main parse function

@param query_string:

@param unquote: unquote html query string ?

@param encoding: An optional encoding used to decode the keys and values. Defaults to utf-8, which the W3C declares as a defaul in the W3C algorithm for encoding.

@see http://www.w3.org/TR/html5/forms.html#application/x-www-form-urlencoded-encoding-algorithm

'''

mydict = {}

plist = []

if query_string == "":

return mydict

for element in query_string.split("&"):

try:

if unquote:

(var, val) = element.split("=")

var = urllib.unquote_plus(var)

val = urllib.unquote_plus(val)

else:

(var, val) = element.split("=")

except ValueError:

raise MalformedQueryStringError

if encoding:

var = var.decode(encoding)

val = val.decode(encoding)

plist.append(parser_helper(var, val))

for di in plist:

(k, v) = di.popitem()

tempdict = mydict

while k in tempdict and type(v) is dict:

tempdict = tempdict[k]

(k, v) = v.popitem()

if k in tempdict and type(tempdict[k]).__name__ == 'list':

tempdict[k].append(v)

elif k in tempdict:

tempdict[k] = [tempdict[k], v]

else:

tempdict[k] = v

return mydict

if __name__ == '__main__':

"""Compare speed with Django QueryDict"""

from timeit import Timer

from tests import KnownValues

import os

import sys

from django.core.management import setup_environ

# Add project dir so Djnago project settings is in the scope

LIB_PATH = os.path.abspath('..')

sys.path.append(LIB_PATH)

import settings

setup_environ(settings)

i = 0

for key, val in KnownValues.knownValues:

statement = "parse(\"%s\")" % key

statementd = "http.QueryDict(\"%s\")" % key

statementqs = "parse_qs(\"%s\")" % key

t = Timer(statement, "from __main__ import parse")

td = Timer(statementd, "from django import http")

tqs = Timer(statementqs, "from urlparse import parse_qs")

print "Test string nr ".ljust(15), "querystring-parser".ljust(22), "Django QueryDict".ljust(22), "parse_qs"

print str(i).ljust(15), str(min(t.repeat(3, 10000))).ljust(22), str(min(td.repeat(3, 10000))).ljust(22), min(tqs.repeat(3, 10000))

i += 1

querystring-parser/querystring_parser/parser.py at master · smmoosavi/querystring-parser · GitHub

Expand file tree

Breadcrumbs

parser.py

Latest commit

History

Breadcrumbs

parser.py

File metadata and controls