Minor patch

lib/core/settings.py

@@ -20,7 +20,7 @@ from lib.core.enums import OS
 from thirdparty import six
 
 # sqlmap version (<major>.<minor>.<month>.<monthly commit>)
-VERSION = "1.10.7.52"
+VERSION = "1.10.7.53"
 TYPE = "dev" if VERSION.count('.') > 2 and VERSION.split('.')[-1] != '0' else "stable"
 TYPE_COLORS = {"dev": 33, "stable": 90, "pip": 34}
 VERSION_STRING = "sqlmap/%s#%s" % ('.'.join(VERSION.split('.')[:-1]) if VERSION.count('.') > 2 and VERSION.split('.')[-1] == '0' else VERSION, TYPE)

lib/parse/sitemap.py

@@ -8,6 +8,7 @@ See the file 'LICENSE' for copying permission
 import re
 
 from lib.core.common import readInput
+from lib.core.convert import htmlUnescape
 from lib.core.data import kb
 from lib.core.data import logger
 from lib.core.datatype import OrderedSet
@@ -47,7 +48,7 @@ def parseSitemap(url, retVal=None, visited=None):
                 if abortedFlag:
                     break
 
-                foundUrl = match.group(1).strip()
+                foundUrl = htmlUnescape(match.group(1).strip())
 
                 # Basic validation to avoid junk
                 if not foundUrl.startswith("http"):

lib/utils/crawler.py

@@ -168,6 +168,8 @@ def crawl(target, post=None, cookie=None):
             finally:
                 if found:
                     if items:
+                        # keep sitemap-derived URLs on-scope, exactly like the HTML-crawl path above
+                        items = OrderedSet(_ for _ in items if (re.search(conf.scope, _, re.I) if conf.scope else checkSameHost(_, target)))
                         for item in items:
                             if re.search(r"(.*?)\?(.+)", item):
                                 threadData.shared.value.add(item)