/usr/share/w3af/plugins/discovery/webDiff.py is in w3af-console 1.0-rc3svn3489-1.
This file is owned by root:root, with mode 0o644.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 | '''
webDiff.py
Copyright 2006 Andres Riancho
This file is part of w3af, w3af.sourceforge.net .
w3af is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation version 2 of the License.
w3af is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with w3af; if not, write to the Free Software
Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
'''
import core.controllers.outputManager as om
# options
from core.data.options.option import option
from core.data.options.optionList import optionList
from core.controllers.basePlugin.baseDiscoveryPlugin import baseDiscoveryPlugin
from core.controllers.w3afException import w3afException
from core.controllers.w3afException import w3afRunOnce
from core.controllers.coreHelpers.fingerprint_404 import is_404
import core.data.parsers.urlParser as urlParser
import os
class webDiff(baseDiscoveryPlugin):
'''
Compare a local directory with a remote URL path.
@author: Andres Riancho ( andres.riancho@gmail.com )
'''
def __init__(self):
baseDiscoveryPlugin.__init__(self)
# Internal variables
self._run = True
self._first = True
self._start_path = None
self._fuzzableRequests = []
self._not_eq = []
self._not_eq_content = []
self._eq = []
self._eq_content = []
# Configuration
self._ban_url = ['asp', 'jsp', 'php']
self._content = True
self._local_dir = ''
self._remote_path = ''
def discover(self, fuzzableRequest ):
'''
GET's local files one by one until done.
@parameter fuzzableRequest: A fuzzableRequest instance that contains (among other things) the URL to test.
'''
if not self._run:
# This will remove the plugin from the discovery plugins to be runned.
raise w3afRunOnce()
else:
om.out.debug( 'webDiff plugin is testing: ' + fuzzableRequest.getURL() )
self._run = False
if self._local_dir != '' and self._remote_path != '':
os.path.walk( self._local_dir, self._compare_dir, None )
self._generate_report()
return self._fuzzableRequests
else:
msg = 'webDiff plugin: You have to configure the local and remote directory'
msg += ' to compare.'
raise w3afException( msg )
return []
def _generate_report( self ):
'''
Generates a report based on:
- self._not_eq
- self._not_eq_content
- self._eq
- self._eq_content
'''
if len( self._eq ):
msg = 'The following files exist in the local directory and in the remote server:'
om.out.information( msg )
for file_name in self._eq:
om.out.information('- '+ file_name)
if len( self._eq_content ):
msg = 'The following files exist in the local directory and in the remote server'
msg += ' and their contents match:'
om.out.information(msg)
for file_name in self._eq_content:
om.out.information('- '+ file_name)
if len( self._not_eq ):
msg = 'The following files exist in the local directory and NOT in the remote server:'
om.out.information(msg)
for file_name in self._not_eq:
om.out.information('- '+ file_name)
if len( self._not_eq_content ):
msg = 'The following files exist in the local directory and in the remote server but'
msg += ' their contents dont match:'
om.out.information(msg)
for file_name in self._not_eq_content:
om.out.information('- '+ file_name)
file_stats = str(len(self._eq)) + ' of ' + str( len(self._eq) + len(self._not_eq) )
content_stats = str(len(self._eq_content)) + ' of '
content_stats += str( len(self._eq_content) + len(self._not_eq_content) )
om.out.information('Match files: ' + file_stats )
om.out.information('Match contents: ' + content_stats )
def _compare_dir( self, arg, directory, flist ):
'''
This function is the callback function called from os.path.walk, from the python
help function:
walk(top, func, arg)
Directory tree walk with callback function.
For each directory in the directory tree rooted at top (including top
itself, but excluding '.' and '..'), call func(arg, dirname, fnames).
dirname is the name of the directory, and fnames a list of the names of
the files and subdirectories in dirname (excluding '.' and '..'). func
may modify the fnames list in-place (e.g. via del or slice assignment),
and walk will only recurse into the subdirectories whose names remain in
fnames; this can be used to implement a filter, or to impose a specific
order of visiting. No semantics are defined for, or required of, arg,
beyond that arg is always passed to func. It can be used, e.g., to pass
a filename pattern, or a mutable object designed to accumulate
statistics. Passing None for arg is common.
'''
if self._first:
self._start_path = directory
self._first = False
directory_2 = directory.replace( self._start_path,'' )
path = self._remote_path
if directory_2 != '':
path += directory_2 + os.path.sep
else:
path += directory_2
for fname in flist:
if os.path.isfile( directory + os.path.sep + fname ):
url = urlParser.urlJoin( path, fname )
response = self._easy_GET( url )
if not is_404( response ):
if response.is_text_or_html():
self._fuzzableRequests.extend( self._createFuzzableRequests( response ) )
self._check_content( response, directory + os.path.sep + fname )
self._eq.append( url )
else:
self._not_eq.append( url )
def _check_content( self, response, file_name ):
'''
Check if the contents match.
'''
if self._content:
if file_name.count('.'):
extension = os.path.splitext( file_name )[1].replace('.', '')
if extension not in self._ban_url:
try:
fd = open( file_name, 'r' )
except:
om.out.debug('Failed to open file: ' + file_name)
else:
if fd.read() == response.getBody():
self._eq_content.append( response.getURL() )
else:
self._not_eq_content.append( response.getURL() )
fd.close()
def _easy_GET( self, url ):
'''
A GET wrapper.
@return: The httpResponse object.
'''
response = None
try:
response = self._urlOpener.GET( url, useCache=True )
except KeyboardInterrupt,e:
raise e
else:
return response
def getOptions( self ):
'''
@return: A list of option objects for this plugin.
'''
d1 = 'When comparing, also compare the content of files.'
o1 = option('content', self._content, d1, 'boolean')
d2 = 'The local directory used in the comparison.'
o2 = option('localDir', self._local_dir, d2, 'string')
d3 = 'The remote directory used in the comparison.'
o3 = option('remotePath', self._remote_path, d3, 'string')
d4 = 'When comparing content of two files, ignore files with this extensions.'
o4 = option('banUrl', self._ban_url, d4, 'list')
ol = optionList()
ol.add(o1)
ol.add(o2)
ol.add(o3)
ol.add(o4)
return ol
def setOptions( self, optionsMap ):
'''
This method sets all the options that are configured using the user interface
generated by the framework using the result of getOptions().
@parameter optionsMap: A dictionary with the options for the plugin.
@return: No value is returned.
'''
self._content = optionsMap['content'].getValue()
self._ban_url = optionsMap['banUrl'].getValue()
self._remote_path = urlParser.getDomainPath( optionsMap['remotePath'].getValue() )
self._local_dir = optionsMap['localDir'].getValue()
def getPluginDeps( self ):
'''
@return: A list with the names of the plugins that should be runned before the
current one.
'''
return [ ]
def getLongDesc( self ):
'''
@return: A DETAILED description of the plugin functions and features.
'''
return '''
This plugin tries to do a diff of two directories, a local and a remote one. The idea is to
mimic the functionality implemented by the linux command "diff" when invoced with two
directories.
Four configurable parameter exist:
- localDir
- remotePath
- banUrl
- content
This plugin will read the file list inside "localDir", and for each file it will request the
same filename from the "remotePath", matches and failures are recorded and saved.
The content of both files is checked only if "content" is setted to True and the file
extension aint in the "banUrl" list.
The "banUrl" list should be used to ban script extensions like ASP, PHP, etc.
'''
|