support for non-latin (e.g. cyrillic) URLs

This commit is contained in:
Miroslav Stampar
2011-10-23 17:02:48 +00:00
parent 1c3f4e9e54
commit 3f0517d3f3
2 changed files with 59 additions and 0 deletions

View File

@@ -17,6 +17,7 @@ import traceback
from extra.multipart import multipartpost
from lib.core.agent import agent
from lib.core.common import asciifyUrl
from lib.core.common import average
from lib.core.common import calculateDeltaSeconds
from lib.core.common import clearConsoleLine
@@ -160,6 +161,10 @@ class Connect:
responseHeaders = None
logHeaders = ""
# support for non-latin URLs (e.g. cyrilic) as urllib/urllib2 doesn't
# support those by default
url = asciifyUrl(url)
# fix for known issues when using url in unicode format
# (e.g. UnicodeDecodeError: "url = url + '?' + query" in redirect case)
url = unicodeencode(url)