/usr/share/w3af/plugins/grep/lang.py is in w3af-console 1.0-rc3svn3489-1.
This file is owned by root:root, with mode 0o644.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 | '''
lang.py
Copyright 2006 Andres Riancho
This file is part of w3af, w3af.sourceforge.net .
w3af is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation version 2 of the License.
w3af is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with w3af; if not, write to the Free Software
Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
'''
from __future__ import with_statement
import core.controllers.outputManager as om
# options
from core.data.options.option import option
from core.data.options.optionList import optionList
from core.controllers.basePlugin.baseGrepPlugin import baseGrepPlugin
from core.controllers.coreHelpers.fingerprint_404 import is_404
import core.data.kb.knowledgeBase as kb
import re
class lang(baseGrepPlugin):
'''
Read N pages and determines the language the site is written in.
@author: Andres Riancho ( andres.riancho@gmail.com )
'''
def __init__(self):
baseGrepPlugin.__init__(self)
# Internal variables
self._exec = True
# Some constants
self._prepositions = {}
self._prepositions[ 'en' ] = ['aboard', 'about', 'above', 'absent', 'across', 'after',
'against', 'along', 'alongside', 'amid', 'amidst', 'among', 'amongst', 'around', 'as',
'astride', 'at', 'atop', 'before', 'behind', 'below', 'beneath', 'beside', 'besides',
'between', 'beyond', 'but', 'by', 'despite', 'down', 'during', 'except', 'following',
'for', 'from', 'in', 'inside', 'into', 'like', 'mid', 'minus', 'near', 'nearest',
'notwithstanding', 'of', 'off', 'on', 'onto', 'opposite', 'out', 'outside', 'over',
'past', 're', 'round', 'save', 'since', 'than', 'through', 'throughout', 'till', 'to',
'toward', 'towards', 'under', 'underneath', 'unlike', 'until', 'up', 'upon', 'via',
'with', 'within', 'without']
# The 'a' preposition was removed, cause its also used in english
self._prepositions[ 'es' ] = ['ante', 'bajo', 'cabe', 'con' , 'contra' , 'de',
'desde', 'en', 'entre', 'hacia', 'hasta', 'para', 'por' , 'segun', 'si', 'so',
'sobre', 'tras']
# Turkish
# Sertan Kolat <sertan@gmail.com>
self._prepositions[ 'tr' ] = ['ancak', 'burada', 'duyuru', 'evet', 'fakat',
'gibi', 'haber', 'kadar', 'karar', 'kaynak', 'olarak', 'sayfa', 'siteye',
'sorumlu', 'tamam', 'yasak', 'zorunlu']
def grep(self, request, response):
'''
Get the page indicated by the fuzzableRequest and determine the language using the preposition list.
@parameter request: The HTTP request object.
@parameter response: The HTTP response object
'''
with self._plugin_lock:
if self._exec and not is_404( response ) and response.is_text_or_html():
kb.kb.save( self, 'lang', 'unknown' )
number_of_matches = {}
for lang_string in self._prepositions:
# Init the count map
number_of_matches[ lang_string ] = 0
# Create regular expression
# I add the ' 's because I want the whole word.
prepositions = [' ' + i + ' ' for i in self._prepositions[lang_string]]
preposition_regex = '(' + '|'.join(prepositions) + ')'
# Find all the matches for this regular expression
matches = re.findall(preposition_regex, response.getBody().lower())
number_of_matches[ lang_string ] = len(matches)
# Determine who is the winner
def sortfunc(x,y):
return cmp(y[1],x[1])
items = number_of_matches.items()
items.sort( sortfunc )
if items[0][1] > items[1][1] * 2:
# Only run once
self._exec = False
# This if was added so no duplicated messages are printed
# to the user, when w3af runs with multithreading.
if kb.kb.getData( 'lang', 'lang' ) == 'unknown':
om.out.information('The page language is: '+ items[0][0] )
kb.kb.save( self, 'lang', items[0][0] )
else:
msg = 'Could not determine the page language using ' + response.getURL()
msg += ', not enough text to make a good analysis.'
om.out.debug(msg)
# Keep running until giving a good response...
self._exec = True
return []
def getOptions( self ):
'''
@return: A list of option objects for this plugin.
'''
ol = optionList()
return ol
def end( self ):
if self._exec:
# I never got executed !
om.out.information('Could not determine the language of the site.')
def setOptions( self, OptionList ):
'''
This method sets all the options that are configured using the user interface
generated by the framework using the result of getOptions().
@parameter OptionList: A dictionary with the options for the plugin.
@return: No value is returned.
'''
pass
def getPluginDeps( self ):
'''
@return: A list with the names of the plugins that should be runned before the
current one.
'''
return []
def getLongDesc( self ):
'''
@return: A DETAILED description of the plugin functions and features.
'''
return '''
This plugin reads N pages and determines the language the site is written in. This is done
by saving a list of prepositions in different languages, and counting the number of matches
on every page.
'''
|