fimap.py 35.1 KB
Newer Older
Devon Kearns's avatar
Devon Kearns committed
1 2 3 4
#!/usr/bin/python
#
# This file is part of fimap.
#
5
# Copyright(c) 2009-2012 Iman Karim(ikarim2s@smail.inf.fh-brs.de).
Devon Kearns's avatar
Devon Kearns committed
6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28
# http://fimap.googlecode.com
#
# This file may be licensed under the terms of of the
# GNU General Public License Version 2 (the ``GPL'').
#
# Software distributed under the License is distributed
# on an ``AS IS'' basis, WITHOUT WARRANTY OF ANY KIND, either
# express or implied. See the GPL for the specific language
# governing rights and limitations.
#
# You should have received a copy of the GPL along with this
# program. If not, go to http://www.gnu.org/licenses/gpl.html
# or write to the Free Software Foundation, Inc.,
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
#
from plugininterface import plugininterface
from plugininterface import pluginXMLInfo
import autoawesome
import baseClass, baseTools
from codeinjector import codeinjector
from crawler import crawler
import getopt
from googleScan import googleScan
29
from bingScan import bingScan
Devon Kearns's avatar
Devon Kearns committed
30 31 32 33 34 35 36 37 38
from massScan import massScan
from singleScan import singleScan
import language
import sys,os
import tarfile, tempfile
import shutil

__author__="Iman Karim(ikarim2s@smail.inf.fh-brs.de)"
__date__ ="$30.08.2009 19:57:21$"
39
__version__ = "1.00_svn (My life for Aiur)"
Devon Kearns's avatar
Devon Kearns committed
40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58
config = {}


head =  "fimap v.%s\n"%__version__
head +=  ":: Automatic LFI/RFI scanner and exploiter\n"
head +=  ":: by Iman Karim (fimap.dev@gmail.com)\n"

pluginlist = "http://fimap.googlecode.com/svn/wiki/PluginList.wiki"
defupdateurl = "http://fimap.googlecode.com/svn/trunk/src/config/"

def show_help(AndQuit=False):
    print "Usage: ./fimap.py [options]"
    print "## Operating Modes:"
    print "   -s , --single                 Mode to scan a single URL for FI errors."
    print "                                 Needs URL (-u). This mode is the default."
    print "   -m , --mass                   Mode for mass scanning. Will check every URL"
    print "                                 from a given list (-l) for FI errors."
    print "   -g , --google                 Mode to use Google to aquire URLs."
    print "                                 Needs a query (-q) as google search query."
59 60 61
    print "   -B , --bing                   Use bing to get URLs."
    print "                                 Needs a query (-q) as bing search query."
    print "                                 Also needs a Bing APIKey (--bingkey)"
Devon Kearns's avatar
Devon Kearns committed
62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86
    print "   -H , --harvest                Mode to harvest a URL recursivly for new URLs."
    print "                                 Needs a root url (-u) to start crawling there."
    print "                                 Also needs (-w) to write a URL list for mass mode."
    print "   -4 , --autoawesome            With the AutoAwesome mode fimap will fetch all"
    print "                                 forms and headers found on the site you defined"
    print "                                 and tries to find file inclusion bugs thru them. Needs an"
    print "                                 URL (-u)."
    print "## Techniques:"
    print "   -b , --enable-blind           Enables blind FI-Bug testing when no error messages are printed."
    print "                                 Note that this mode will cause lots of requests compared to the"
    print "                                 default method. Can be used with -s, -m or -g."
    print "   -D , --dot-truncation         Enables dot truncation technique to get rid of the suffix if"
    print "                                 the default mode (nullbyte poison) failed. This mode can cause"
    print "                                 tons of requests depending how you configure it."
    print "                                 By default this mode only tests windows servers."
    print "                                 Can be used with -s, -m or -g. Experimental."
    print "   -M , --multiply-term=X        Multiply terminal symbols like '.' and '/' in the path by X."
    print "## Variables:"
    print "   -u , --url=URL                The URL you want to test."
    print "                                 Needed in single mode (-s)."
    print "   -l , --list=LIST              The URL-LIST you want to test."
    print "                                 Needed in mass mode (-m)."
    print "   -q , --query=QUERY            The Google Search QUERY."
    print "                                 Example: 'inurl:include.php'"
    print "                                 Needed in Google Mode (-g)"
87 88
    print "        --bingkey=APIKEY         This is your the Bing APIKey. You have to set this when you"
    print "                                 want to use the BingScanner (-B)."
Devon Kearns's avatar
Devon Kearns committed
89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118
    print "        --skip-pages=X           Skip the first X pages from the Googlescanner."
    print "   -p , --pages=COUNT            Define the COUNT of pages to search (-g)."
    print "                                 Default is 10."
    print "        --results=COUNT          The count of results the Googlescanner should get per page."
    print "                                 Possible values: 10, 25, 50 or 100(default)."
    print "        --googlesleep=TIME       The time in seconds the Googlescanner should wait befor each"
    print "                                 request to google. fimap will count the time between two requests"
    print "                                 and will sleep if it's needed to reach your cooldown. Default is 5."
    print "   -w , --write=LIST             The LIST which will be written if you have choosen"
    print "                                 harvest mode (-H). This file will be opened in APPEND mode."
    print "   -d , --depth=CRAWLDEPTH       The CRAWLDEPTH (recurse level) you want to crawl your target site"
    print "                                 in harvest mode (-H). Default is 1."
    print "   -P , --post=POSTDATA          The POSTDATA you want to send. All variables inside"
    print "                                 will also be scanned for file inclusion bugs."
    print "        --cookie=COOKIES         Define the cookie which should be send with each request."
    print "                                 Also the cookies will be scanned for file inclusion bugs." 
    print "                                 Concatenate multiple cookies with the ';' character."
    print "        --ttl=SECONDS            Define the TTL (in seconds) for requests. Default is 30 seconds."
    print "        --no-auto-detect         Use this switch if you don't want to let fimap automaticly detect"
    print "                                 the target language in blind-mode. In that case you will get some"
    print "                                 options you can choose if fimap isn't sure which lang it is."
    print "        --bmin=BLIND_MIN         Define here the minimum count of directories fimap should walk thru"
    print "                                 in blind mode. The default number is defined in the generic.xml"
    print "        --bmax=BLIND_MAX         Define here the maximum count of directories fimap should walk thru."
    print "        --dot-trunc-min=700      The count of dots to begin with in dot-truncation mode."
    print "        --dot-trunc-max=2000     The count of dots to end with in dot-truncation mode."
    print "        --dot-trunc-step=50      The step size for each round in dot-truncation mode."
    print "        --dot-trunc-ratio=0.095  The maximum ratio to detect if dot truncation was successfull."
    print "        --dot-trunc-also-unix    Use this if dot-truncation should also be tested on unix servers."
    print "        --force-os=OS            Forces fimap to test only files for the OS."
119
    print "                                 OS can be 'linux' or 'windows'"
Devon Kearns's avatar
Devon Kearns committed
120 121 122
    print "## Attack Kit:"
    print "   -x , --exploit                Starts an interactive session where you can"
    print "                                 select a target and do some action."
123 124
    print "   -X                            Same as -x but also shows not exploitable which might can be"
    print "                                 hax0red with plugins."
Devon Kearns's avatar
Devon Kearns committed
125 126 127
    print "   -T , --tab-complete           Enables TAB-Completation in exploit mode. Needs readline module."
    print "                                 Use this if you want to be able to tab-complete thru remote"
    print "                                 files\dirs. Eats an extra request for every 'cd' command."
128 129 130 131 132 133 134
    print "        --x-host=HOSTNAME        The host to use exploits on. fimap won't prompt you for the domain"
    print "                                 in exploit mode if you set this value."
    print "        --x-vuln=VULNNUMBER      The vulnerability ID you want to use. It's the same number you type"
    print "                                 into the exploit mode where you choose the vulnerable script."
    print "        --x-cmd=CMD              The CMD you want to execute on the vulnerable system. Use this parameter"
    print "                                 more than once to execute commands one after another."
    print "                                 Remember that each command opens a new shell and closes it after execution."
Devon Kearns's avatar
Devon Kearns committed
135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187
    print "## Disguise Kit:"
    print "   -A , --user-agent=UA          The User-Agent which should be sent."
    print "        --http-proxy=PROXY       Setup your proxy with this option. But read this facts:"
    print "                                   * The googlescanner will ignore the proxy to get the URLs,"
    print "                                     but the pentest\\attack itself will go thru proxy."
    print "                                   * PROXY should be in format like this: 127.0.0.1:8080"
    print "                                   * It's experimental"
    print "        --show-my-ip             Shows your internet IP, current country and user-agent."
    print "                                 Useful if you want to test your vpn\\proxy config."
    print "## Plugins:"
    print "        --plugins                List all loaded plugins and quit after that."
    print "   -I , --install-plugins        Shows some official exploit-mode plugins you can install "
    print "                                 and\\or upgrade."
    print "## Other:"
    print "        --update-def             Checks and updates your definition files found in the"
    print "                                 config directory."
    print "        --test-rfi               A quick test to see if you have configured RFI nicely."
    print "        --merge-xml=XMLFILE      Use this if you have another fimap XMLFILE you want to"
    print "                                 include to your own fimap_result.xml."
    print "   -C , --enable-color           Enables a colorful output. Works only in linux!"
    print "        --force-run              Ignore the instance check and just run fimap even if a lockfile"
    print "                                 exists. WARNING: This may erase your fimap_results.xml file!"
    print "   -v , --verbose=LEVEL          Verbose level you want to receive."
    print "                                 LEVEL=3 -> Debug"
    print "                                 LEVEL=2 -> Info(Default)"
    print "                                 LEVEL=1 -> Messages"
    print "                                 LEVEL=0 -> High-Level"
    print "        --credits                Shows some credits."
    print "        --greetings              Some greetings ;)"
    print "   -h , --help                   Shows this cruft."
    print "## Examples:"
    print "  1. Scan a single URL for FI errors:"
    print "        ./fimap.py -u 'http://localhost/test.php?file=bang&id=23'"
    print "  2. Scan a list of URLS for FI errors:"
    print "        ./fimap.py -m -l '/tmp/urllist.txt'"
    print "  3. Scan Google search results for FI errors:"
    print "        ./fimap.py -g -q 'inurl:include.php'"
    print "  4. Harvest all links of a webpage with recurse level of 3 and"
    print "     write the URLs to /tmp/urllist"
    print "        ./fimap.py -H -u 'http://localhost' -d 3 -w /tmp/urllist"
    if (AndQuit):
        sys.exit(0)

def show_credits():
    print "## Credits:"
    print "## Developer: Iman Karim(ikarim2s@smail.inf.fh-brs.de)"
    print "#"
    print "## Project Home: http://fimap.googlecode.com"
    print "#"
    print "## Additional Thanks to:"
    print "   - Peteris Krumins (peter@catonmat.net) for xgoogle python module."
    print "   - Pentestmonkey from www.pentestmonkey.net for php-reverse-shell."
    print "   - Crummy from www.crummy.com for BeautifulSoup."
188
    print "   - zeth0 from commandline.org.uk for ssh.py."
Devon Kearns's avatar
Devon Kearns committed
189 190 191 192 193 194
    sys.exit(0)


def show_greetings():
    print "## Greetings to the Circle of Awesome People:"
    print "(alphabetically)"
195 196
    print " - Alpina"
    print " - Chicano"
Devon Kearns's avatar
Devon Kearns committed
197 198 199
    print " - Exorzist"
    print " - IngoWer"
    print " - Invisible"
200
    print " - Maelius"
Devon Kearns's avatar
Devon Kearns committed
201
    print " - MarcosKhan"
202 203
    print " - Martinius"
    print " - MorbiusPrime"
Devon Kearns's avatar
Devon Kearns committed
204 205 206
    print " - Ruun"
    print " - Satyros"
    print " - Yasmin"
207
    print " Special Greetings to the whole Netherlands."
Devon Kearns's avatar
Devon Kearns committed
208 209 210
    sys.exit(0)

def show_ip():
211
    print "Heading to 'http://85.214.72.67/show_my_ip'..."
Devon Kearns's avatar
Devon Kearns committed
212 213
    print "----------------------------------------------"
    tester = codeinjector(config)
214
    result = tester.doGetRequest("http://85.214.72.67/show_my_ip")
Devon Kearns's avatar
Devon Kearns committed
215 216 217 218 219 220
    if (result == None):
        print "result = None -> Failed! Maybe you have no connection or bad proxy?"
        sys.exit(1)
    print result.strip()
    sys.exit(0)

221
def list_results(lst = os.path.join(os.path.expanduser("~"), "fimap_result.xml"), onlyExploitable=True):
Devon Kearns's avatar
Devon Kearns committed
222 223 224 225 226
    if (not os.path.exists(lst)):
        print "File not found! ~/fimap_result.xml"
        sys.exit(1)
    c = codeinjector(config)

227
    c.start(onlyExploitable)
Devon Kearns's avatar
Devon Kearns committed
228 229 230 231 232 233 234 235 236 237 238 239 240

    sys.exit(0)


def show_report():
    if (len(baseClass.new_stuff.items()) > 0):
        print "New FI Bugs found in this session:"
        for k,v in baseClass.new_stuff.items():
            print "\t- %d (probably) usable FI-Bugs on '%s'."%(v, k)


if __name__ == "__main__":
    config["p_url"] = None
241
    config["p_mode"] = 0 # 0=single ; 1=mass ; 2=google ; 3=crawl ; 4=autoawesome ; 5=bing
Devon Kearns's avatar
Devon Kearns committed
242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272
    config["p_list"] = None
    config["p_verbose"] = 2
    config["p_useragent"] = "fimap.googlecode.com/v%s" %__version__
    config["p_pages"] = 10
    config["p_query"] = None
    config["p_exploit_filter"] = ""
    config["p_write"] = None
    config["p_depth"] = 1
    config["p_maxtries"] = 5
    config["p_skippages"] = 0
    config["p_monkeymode"] = False
    config["p_doDotTruncation"] = False
    config["p_dot_trunc_min"] = 700
    config["p_dot_trunc_max"] = 2000
    config["p_dot_trunc_step"] = 50
    config["p_dot_trunc_ratio"] = 0.095
    config["p_dot_trunc_only_win"] = True  
    config["p_proxy"] = None
    config["p_ttl"] = 30
    config["p_post"] = ""
    config["p_autolang"] = True
    config["p_color"] = False
    config["p_mergexml"] = None
    config["p_results_per_query"] = 100
    config["p_googlesleep"] = 5
    config["p_tabcomplete"] = False
    config["p_multiply_term"] = 1
    config["header"] = {}
    config["force-run"] = False
    config["force-os"]  = None
    config["p_rfi_encode"] = None
273 274 275 276 277 278
    config["p_skiponerror"] = False
    config["p_exploit_domain"] = None
    config["p_exploit_payload"] = None
    config["p_exploit_script_id"] = None
    config["p_exploit_cmds"] = None
    config["p_bingkey"] = None
Devon Kearns's avatar
Devon Kearns committed
279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311
    doPluginsShow = False
    doRFITest = False
    doInternetInfo = False
    doInstallPlugins = False
    doUpdateDef = False
    doMergeXML = False
    blind_min = None
    blind_max = None

    print head

    if (len(sys.argv) == 1):
        #show_help(True)
        print "Use -h for some help."
        sys.exit(0)

    try:

        
        
        
            
        
        
        
        
        longSwitches = ["url="          , "mass"        , "single"      , "list="       , "verbose="        , "help",
                        "user-agent="   , "query="      , "google"      , "pages="      , "credits"         , "exploit",
                        "harvest"       , "write="      , "depth="      , "greetings"   , "test-rfi"        , "skip-pages=",
                        "show-my-ip"    , "enable-blind", "http-proxy=" , "ttl="        , "post="           , "no-auto-detect",
                        "plugins"       , "enable-color", "update-def"  , "merge-xml="  , "install-plugins" , "results=",
                        "googlesleep="  , "dot-truncation", "dot-trunc-min=", "dot-trunc-max=", "dot-trunc-step=", "dot-trunc-ratio=",
                        "tab-complete"  , "cookie="     , "bmin="        , "bmax="      , "dot-trunc-also-unix", "multiply-term=",
312 313 314
                        "autoawesome"   , "force-run"   , "force-os="   , "rfi-encoder=", "header=", "bing", "x-host=", "x-cmd=", "x-vuln=",
                        "bingkey="]
        optlist, args = getopt.getopt(sys.argv[1:], "u:msl:v:hA:gq:p:sxXHw:d:bP:CIDTM:4R:B", longSwitches)
Devon Kearns's avatar
Devon Kearns committed
315 316

        startExploiter = False
317
        showOnlyExploitable = True
Devon Kearns's avatar
Devon Kearns committed
318 319 320 321 322 323 324 325 326 327 328 329 330 331

        for k,v in optlist:
            if (k in ("-u", "--url")):
                config["p_url"] = v
            if (k in ("-s", "--single")):
                config["p_mode"] = 0
            if (k in ("-m", "--mass")):
                config["p_mode"] = 1
            if (k in ("-g", "--google")):
                config["p_mode"] = 2
            if (k in ("-H", "--harvest")):
                config["p_mode"] = 3
            if (k in ("-4", "--autoawesome")):
                config["p_mode"] = 4
332 333
            if (k in ("-B", "--bing")):
                config["p_mode"] = 5
Devon Kearns's avatar
Devon Kearns committed
334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375
            if (k in ("-l", "--list")):
                config["p_list"] = v
            if (k in ("-q", "--query")):
                config["p_query"] = v
            if (k in ("-v", "--verbose")):
                config["p_verbose"] = int(v)
            if (k in ("-p", "--pages")):
                config["p_pages"] = int(v)
            if (k in ("--results",)):
                config["p_results_per_query"] = int(v)
            if (k in ("--googlesleep",)):
                config["p_googlesleep"] = int(v)
            if (k in ("-A", "--user-agent")):
                config["p_useragent"] = v
            if (k in ("--http-proxy",)):
                config["p_proxy"] = v
            if (k in ("-w", "--write")):
                config["p_write"] = v
            if (k in ("-d", "--depth")):
                config["p_depth"] = int(v)
            if (k in ("--ttl",)):
                config["p_ttl"] = int(v)
            if (k in ("-h", "--help")):
                show_help(True)
            if (k in ("--test-rfi",)):
                doRFITest = True
            if (k in ("-b", "--enable-blind")):
                config["p_monkeymode"] = True
            if (k in ("-D", "--dot-truncation")):
                config["p_doDotTruncation"] = True
            if (k in ("-C", "--enable-color")):
                config["p_color"] = True
            if (k in ("--skip-pages",)):
                config["p_skippages"] = int(v)
            if (k in("--credits",)):
                show_credits()
            if (k in ("--greetings",)):
                show_greetings()
            if (k in ("--show-my-ip",)):
                doInternetInfo = True
            if (k in("-x", "--exploit")):
                startExploiter = True
376 377 378
            if (k in("-X",)):
                startExploiter = True
                showOnlyExploitable = False
Devon Kearns's avatar
Devon Kearns committed
379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426
            if (k in ("-P", "--post")):
                config["p_post"] = v
            if (k in ("--no-auto-detect", )):
                config["p_autolang"] = False
            if (k in ("--plugins",)):
                doPluginsShow = True
            if (k in ("-I", "--install-plugins")):
                doInstallPlugins = True
            if (k in ("--update-def",)):
                doUpdateDef = True
            if (k in ("--merge-xml",)):
                doMergeXML = True
                config["p_mergexml"] = v
            if (k in ("--dot-trunc-min",)):
                config["p_dot_trunc_min"] = int(v)
            if (k in ("--dot-trunc-max",)):
                config["p_dot_trunc_max"] = int(v)
            if (k in ("--dot-trunc-step",)):
                config["p_dot_trunc_step"] = int(v)
            if (k in ("--dot-trunc-ratio",)):
                config["p_dot_trunc_ratio"] = float(v)
            if (k in ("--dot-trunc-also-unix",)):
                config["p_dot_trunc_only_win"] = False 
            if (k in ("-T", "--tab-complete")):
                config["p_tabcomplete"] = True
            if (k in ("-M", "--multiply-term")):
                config["p_multiply_term"] = int(v)
            if (k in ("--cookie",)):
                config["header"]["Cookie"] = v
            if (k in ("--header",)):
                head  = None
                value = ""
                if (v.find(":") == -1):
                    head = v
                else:
                    head = v.split(":")[0]
                    value = ":".join(v.split(":")[1:])
                config["header"][head] = value
            if (k in ("--bmin",)):
                blind_min = int(v)
            if (k in ("--bmax",)):
                blind_max = int(v)
            if (k in ("--force-run",)):
                config["force-run"] = True
            if (k in ("--force-os",)):
                config["force-os"] = v
            if (k in ("--rfi-encoder")):
                config["p_rfi_encode"] = v
427 428 429 430 431 432 433 434 435 436 437
            if (k in ("--x-host",)):
                config["p_exploit_domain"] = v
            if (k in ("--x-cmd",)):
                if (config["p_exploit_cmds"] == None):
                    config["p_exploit_cmds"] = []
                config["p_exploit_cmds"].append(v)
            if (k in ("--x-vuln",)):
                config["p_exploit_script_id"] = int(v)
            
            if (k in ("--bingkey",)):
                config["p_bingkey"] = v
Devon Kearns's avatar
Devon Kearns committed
438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482
            #if (k in("-f", "--exploit-filter")):
            #    config["p_exploit_filter"] = v

        xmlsettings = language.XML2Config(config)
        
        
        # Ape style lockfile. But it works! :)
        lockFound = False
        curlockfile = None
        for f in os.listdir(tempfile.gettempdir()):
            if f.startswith("fimap_") and f.endswith("_lockfile"):
                lockFound = True
                curlockfile = f
                break
        if (lockFound):
            if (config["force-run"] == True):
                print "Another fimap instance is running! But you requested to ignore that..."
            else:
                print "Another fimap instance is already running!"
                print "If you think this is not correct please delete the following file:"
                print "-> " + os.path.join(tempfile.gettempdir(), curlockfile)
                print "or start fimap with '--force-run' on your own risk."
                sys.exit(0)
        else:
            lockfile = tempfile.NamedTemporaryFile(prefix="fimap_", suffix="_lockfile")
        
        
        
        # Setup possibly changed engine settings.
        if (blind_min != None):
            xmlsettings.blind_min = blind_min
            print "Overwriting 'blind_min' setting to %s..." %(blind_min)
        if (blind_max != None):
            xmlsettings.blind_max = blind_max
            print "Overwriting 'blind_max' setting to %s..." %(blind_max)
        
        config["XML2CONFIG"] = xmlsettings  
        
        
        
        plugman = plugininterface(config)
        config["PLUGINMANAGER"] = plugman
                      
        if startExploiter:
            try:
483
                list_results(onlyExploitable=showOnlyExploitable)
Devon Kearns's avatar
Devon Kearns committed
484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502
            except KeyboardInterrupt:
                print "\n\nYou killed me brutally. Wtf!\n\n"
                sys.exit(0)

    except getopt.GetoptError, err:
        print (err)
        sys.exit(1)

    if (doUpdateDef):
        xmlconfig = config["XML2CONFIG"]
        tools = baseTools.baseTools()
        tester = codeinjector(config)
        print "Checking for definition file updates..."
        #print "Testing 'generic.xml'..."
        generic_xml_ver = xmlconfig.getVersion()
        
        # Get generic.xml from SVN repository and parse out its version.
        generic_xml_online = tester.doGetRequest(defupdateurl + "generic.xml")

503
        if generic_xml_online == None:
Devon Kearns's avatar
Devon Kearns committed
504
            print "Failed to check generic_xml. Are you online?"
505
        sys.exit(1)
Devon Kearns's avatar
Devon Kearns committed
506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552

        tmpFile = tempfile.mkstemp()[1] + ".xml"
        f = open(tmpFile, "w")
        f.write(generic_xml_online)
        f.close()
        generic_xml_ver_online = tools.getAttributeFromFirstNode(tmpFile, "revision")

        if (generic_xml_ver < generic_xml_ver_online):
            print "'generic.xml' (v.%s) is older than the online version (v.%s)!" %(generic_xml_ver, generic_xml_ver_online)
            tools.suggest_update(xmlconfig.getRealFile(), tmpFile)
        else:
            print "'generic.xml' is up-to-date." 
        
        print "Testing language sets defined in 'generic.xml'..."
        langsets = xmlconfig.getAllLangSets()
        for name, langclass in langsets.items():
            fname = os.path.basename(langclass.getLangFile())
            #print "Testing language '%s' for updates..." %(fname)
            langurl = defupdateurl + fname
            # Download and save XML from SVN repository.
            xml_content = tester.doGetRequest(langurl)
            if (xml_content != None):
                tmpFile = tempfile.mkstemp()[1] + ".xml"
                f = open(tmpFile, "w")
                f.write(xml_content)
                f.close()
                # Parse out version number.
                version_online = tools.getAttributeFromFirstNode(tmpFile, "revision")
                # Get installed version.
                version = langclass.getVersion()
                if (version < version_online):
                    print "'%s' (v.%s) is older than the online version (v.%s)!" %(fname, version, version_online)
                    tools.suggest_update(langclass.getLangFile(), tmpFile)
                else:
                    print "'%s' is up-to-date." %(fname)
            else:
                print "Failed to check '%s'!" %(fname)
            
        
        sys.exit(1)
        

    if (doInstallPlugins):
        print "Requesting list of plugins..."
        tester = codeinjector(config)
        result = tester.doGetRequest(pluginlist)

553 554 555
        if result == None:
            print "Failed to request plugins! Are you online?"
            sys.exit(1)
Devon Kearns's avatar
Devon Kearns committed
556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682
        
        choice = {}
        idx = 1
        for line in result.split("\n"):
            tokens = line.split("|")
            label = tokens[0].strip()
            name = tokens[1].strip()
            version = int(tokens[2].strip())
            url = tokens[3].strip()
            choice[idx] = (label, name, version, url)
            idx += 1
        pluginman = config["PLUGINMANAGER"]
        
        tools = baseTools.baseTools()
        header = "LIST OF TRUSTED PLUGINS"
        boxarr = []
        for k,(l,n,v,u) in choice.items():
            instver = pluginman.getPluginVersion(n)
            if (instver == None):
                boxarr.append("[%d] %s - At version %d not installed." %(k, l, v))
            elif (instver < v):
                boxarr.append("[%d] %s - At version %d has an UPDATE." %(k, l, v))
            else:    
                boxarr.append("[%d] %s - At version %d is up-to-date and installed." %(k, l, v))
        boxarr.append("[q] Cancel and Quit.")
        tools.drawBox(header, boxarr, False)
        nr = None    
    
        nr = raw_input("Choose a plugin to install: ")
        if (nr != "q"):
            (l,n,v,u) = choice[int(nr)]
            print "Downloading plugin '%s' (%s)..." %(n, u)
            plugin = tester.doGetRequest(u)
            if (plugin != None):
                tmpFile = tempfile.mkstemp()[1] + ".tar.gz"
                f = open(tmpFile, "wb")
                f.write(plugin)
                f.close()
                
                print "Unpacking plugin..."
                try:
                    tar = tarfile.open(tmpFile, 'r:gz')
                    tmpdir = tempfile.mkdtemp()
                    tar.extractall(tmpdir)
                    pluginxml = os.path.join(tmpdir, n, "plugin.xml")
                    pluginsdir = os.path.join(sys.path[0], "plugins")
                     
                    
                    if (os.path.exists(pluginxml)):
                        info = pluginXMLInfo(pluginxml)
                        ver = pluginman.getPluginVersion(info.getStartupClass())
                        if (ver != None):
                            inp = ""
                            if (ver > info.getVersion()):
                                inp = raw_input("Do you really want to downgrade this plugin? [y/N]")
                            elif (ver == info.getVersion()):
                                inp = raw_input("Do you really want to reinstall this plugin? [y/N]")

                            if (inp == "Y" or inp == "y"):
                                dir = info.getStartupClass()
                                deldir = os.path.join(pluginsdir, dir)
                                print "Deleting old plugin directory..."
                                shutil.rmtree(deldir)
                            else:
                                print "OK aborting..." 
                                sys.exit(0)
                        tar.extractall(os.path.join(pluginsdir))
                        print "Plugin '%s' installed successfully!" %(info.getName())
                    else:
                        print "Plugin doesn't have a plugin.xml! (%s)" %pluginxml
                        sys.exit(1)
                    
                except:
                    print "Unpacking failed!"
                    #sys.exit(0)
            else:
                print "Failed to download plugin package!"
        
        sys.exit(0)


    if (doPluginsShow):
        plugins = config["PLUGINMANAGER"].getAllPluginObjects()
        if (len(plugins) > 0):
            for plug in plugins:
                print "[Plugin: %s] by %s (%s)" %(plug.getPluginName(), plug.getPluginAutor(), plug.getPluginEmail())
        else:
            print "No plugins :T"
        sys.exit(0)
    
    if (doMergeXML):
        tester = codeinjector(config)
        newVulns, newDomains = tester.mergeXML(config["p_mergexml"])
        print "%d new vulnerabilitys added from %d new domains." %(newVulns, newDomains)
        sys.exit(0)
        
    # Upgrade XML if needed...
    bc = baseClass.baseClass(config)
    bc.testIfXMLIsOldSchool()
        
    if (doRFITest):
        injector = codeinjector(config)
        injector.testRFI()
        sys.exit(0)
    else:
        # Test RFI settings stupidly.
        from config import settings
        if settings["dynamic_rfi"]["mode"] == "local":
            if settings["dynamic_rfi"]["local"]["local_path"] == None or settings["dynamic_rfi"]["local"]["http_map"] == None:
                print "Invalid Dynamic_RFI config!"
                print "local_path and\\or http_map is not defined for local mode!"
                print "Fix that in config.py"
                sys.exit(1)
        elif settings["dynamic_rfi"]["mode"] == "ftp":
            if settings["dynamic_rfi"]["ftp"]["ftp_host"] == None or settings["dynamic_rfi"]["ftp"]["ftp_user"] == None or settings["dynamic_rfi"]["ftp"]["ftp_pass"] == None or settings["dynamic_rfi"]["ftp"]["ftp_path"] == None or settings["dynamic_rfi"]["ftp"]["http_map"] == None:
                print "Invalid Dynamic_RFI config!"
                print "One of your FTP config values is missing!"
                print "Fix that in config.py"
                sys.exit(1)
            

    if (config["p_proxy"] != None):
        print "Using HTTP-Proxy '%s'." %(config["p_proxy"])

    if (doInternetInfo):
        show_ip()

683 684 685 686 687 688 689 690 691
    # BING CURRENTLY BROKEN
    if (config["p_mode"] == 5):
        print "\n\n\n"
        print "I am sorry bro but bing is currently broken."
        print "Try getting the links yourself and use MassMode(-m) for now."
        print "Sorry champ :("
        sys.exit(0)
    
        
Devon Kearns's avatar
Devon Kearns committed
692 693 694 695 696 697 698 699 700
    if (config["p_url"] == None and config["p_mode"] == 0):
        print "Target URL required. (-u)"
        sys.exit(1)
    if (config["p_list"] == None and config["p_mode"] == 1):
        print "URLList required. (-l)"
        sys.exit(1)
    if (config["p_query"] == None and config["p_mode"] == 2):
        print "Google Query required. (-q)"
        sys.exit(1)
701 702 703 704 705 706
    if (config["p_query"] == None and config["p_mode"] == 5):
        print "Bing Query required. (-q)"
        sys.exit(1)
    if (config["p_bingkey"] == None and config["p_mode"] == 5):
        print "Bing APIKey required. (--bingkey)"
        sys.exit(1)
Devon Kearns's avatar
Devon Kearns committed
707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757
    if (config["p_url"] == None and config["p_mode"] == 3):
        print "Start URL required for harvesting. (-u)"
        sys.exit(1)
    if (config["p_write"] == None and config["p_mode"] == 3):
        print "Output file to write the URLs to is needed in Harvest Mode. (-w)"
        sys.exit(1)
    if (config["p_url"] == None and config["p_mode"] == 4):
        print "Root URL required for AutoAwesome. (-u)"
        sys.exit(1)
    if (config["p_monkeymode"] == True):
        print "Blind FI-error checking enabled."

    if (config["force-os"] != None):
        if (config["force-os"] != "unix" and config["force-os"] != "windows"):
            print "Invalid parameter for 'force-os'."
            print "Only 'unix' or 'windows' are allowed!"
            sys.exit(1)


    try:
        if (config["p_mode"] == 0):
            single = singleScan(config)
            single.setURL(config["p_url"])
            single.scan()

        elif(config["p_mode"] == 1):
            if (not os.path.exists(config["p_list"])):
                print "Your defined URL-List doesn't exist: '%s'" %config["p_list"]
                sys.exit(0)
            print "MassScanner is loading URLs from file: '%s'" %config["p_list"]
            m = massScan(config)
            m.startMassScan()
            show_report()

        elif(config["p_mode"] == 2):
            print "GoogleScanner is searching for Query: '%s'" %config["p_query"]
            g = googleScan(config)
            g.startGoogleScan()
            show_report()

        elif(config["p_mode"] == 3):
            print "Crawler is harvesting URLs from start URL: '%s' with depth: %d and writing results to: '%s'" %(config["p_url"], config["p_depth"], config["p_write"])
            c = crawler(config)
            c.crawl()
            
        elif(config["p_mode"] == 4):
            print "AutoAwesome mode engaging URL '%s'..." %(config["p_url"])
            awe = autoawesome.autoawesome(config)
            awe.setURL(config["p_url"])
            awe.scan()

758 759 760 761 762 763
        elif(config["p_mode"] == 5):
            print "BingScanner is searching for Query: '%s'" %config["p_query"]
            b = bingScan(config)
            b.startGoogleScan()
            show_report()

Devon Kearns's avatar
Devon Kearns committed
764 765 766 767 768 769 770 771 772 773 774 775
    except KeyboardInterrupt:
        print "\n\nYou have terminated me :("
        
    except Exception, err:
        print "\n\n========= CONGRATULATIONS! ========="
        print "You have just found a bug!"
        print "If you are cool, send the following stacktrace to the bugtracker on http://fimap.googlecode.com/"
        print "Please also provide the URL where fimap crashed."
        raw_input("Push enter to see the stacktrace...")
        print "cut here %<--------------------------------------------------------------"
        print "Exception: %s" %err
        raise