@ -2,7 +2,7 @@
"""
wiki . py - Phenny Wiki Module
Copyright 2008 - 9 , Sean B . Palmer , inamidst . com
Modified by S fan52013
Modified by s fan52013
Licensed under the Eiffel Forum License 2.
http : / / inamidst . com / phenny /
@ -21,30 +21,30 @@ r_redirect = re.compile(
r ' (?ims)class=.redirectText.> \ s*<a \ s*href=./wiki/([^ " /]+) '
)
abbrs = [ ' etc ' , ' ca ' , ' cf ' , ' Co ' , ' Ltd ' , ' Inc ' , ' Mt ' , ' Mr ' , ' Mrs ' ,
' Dr ' , ' Ms ' , ' Rev ' , ' Fr ' , ' St ' , ' Sgt ' , ' pron ' , ' approx ' , ' lit ' ,
abbrs = [ ' etc ' , ' ca ' , ' cf ' , ' Co ' , ' Ltd ' , ' Inc ' , ' Mt ' , ' Mr ' , ' Mrs ' ,
' Dr ' , ' Ms ' , ' Rev ' , ' Fr ' , ' St ' , ' Sgt ' , ' pron ' , ' approx ' , ' lit ' ,
' syn ' , ' transl ' , ' sess ' , ' fl ' , ' Op ' , ' Dec ' , ' Brig ' , ' Gen ' ] \
+ list ( ' ABCDEFGHIJKLMNOPQRSTUVWXYZ ' ) \
+ list ( ' abcdefghijklmnopqrstuvwxyz ' )
t_sentence = r ' ^. { 5,}?(?<! \ b %s )(?: \ .(?=[ \ [ ][A-Z0-9]| \ Z)| \ Z) '
r_sentence = re . compile ( t_sentence % r ' )(?<! \ b ' . join ( abbrs ) )
def unescape ( s ) :
def unescape ( s ) :
s = s . replace ( ' > ' , ' > ' )
s = s . replace ( ' < ' , ' < ' )
s = s . replace ( ' & ' , ' & ' )
s = s . replace ( '   ' , ' ' )
return s
def text ( html ) :
def text ( html ) :
html = r_tag . sub ( ' ' , html )
html = r_whitespace . sub ( ' ' , html )
return unescape ( html ) . strip ( )
def wikipedia ( term , language = ' en ' , last = False ) :
def wikipedia ( term , language = ' en ' , last = False ) :
global wikiuri
if not ' % ' in term :
if isinstance ( term , unicode ) :
if not ' % ' in term :
if isinstance ( term , unicode ) :
t = term . encode ( ' utf-8 ' )
else : t = term
q = urllib . quote ( t )
@ -52,7 +52,7 @@ def wikipedia(term, language='en', last=False):
bytes = web . get ( u )
else : bytes = web . get ( wikiuri % ( term ) )
if bytes . startswith ( ' \x1f \x8b \x08 \x00 \x00 \x00 \x00 \x00 ' ) :
if bytes . startswith ( ' \x1f \x8b \x08 \x00 \x00 \x00 \x00 \x00 ' ) :
f = StringIO . StringIO ( bytes )
f . seek ( 0 )
gzip_file = gzip . GzipFile ( fileobj = f )
@ -62,56 +62,56 @@ def wikipedia(term, language='en', last=False):
bytes = r_tr . sub ( ' ' , bytes )
if not last :
if not last :
r = r_redirect . search ( bytes [ : 4096 ] )
if r :
if r :
term = urllib . unquote ( r . group ( 1 ) )
return wikipedia ( term , language = language , last = True )
paragraphs = r_paragraph . findall ( bytes )
if not paragraphs :
if not last :
if not paragraphs :
if not last :
term = search ( term )
return wikipedia ( term , language = language , last = True )
return None
# Pre-process
paragraphs = [ para for para in paragraphs
if ( para and ' technical limitations ' not in para
and ' window.showTocToggle ' not in para
and ' Deletion_policy ' not in para
and ' Template:AfD_footer ' not in para
and not ( para . startswith ( ' <p><i> ' ) and
paragraphs = [ para for para in paragraphs
if ( para and ' technical limitations ' not in para
and ' window.showTocToggle ' not in para
and ' Deletion_policy ' not in para
and ' Template:AfD_footer ' not in para
and not ( para . startswith ( ' <p><i> ' ) and
para . endswith ( ' </i></p> ' ) )
and not ' disambiguation) " ' in para )
and not ' disambiguation) " ' in para )
and not ' (images and media) ' in para
and not ' This article contains a ' in para
and not ' This article contains a ' in para
and not ' id= " coordinates " ' in para
and not ' class= " thumb ' in para ]
# and not 'style="display:none"' in para]
for i , para in enumerate ( paragraphs ) :
for i , para in enumerate ( paragraphs ) :
para = para . replace ( ' <sup> ' , ' | ' )
para = para . replace ( ' </sup> ' , ' | ' )
paragraphs [ i ] = text ( para ) . strip ( )
# Post-process
paragraphs = [ para for para in paragraphs if
paragraphs = [ para for para in paragraphs if
( para and not ( para . endswith ( ' : ' ) and len ( para ) < 150 ) ) ]
para = text ( paragraphs [ 0 ] )
m = r_sentence . match ( para )
if not m :
if not last :
if not m :
if not last :
term = search ( term )
return wikipedia ( term , language = language , last = True )
return None
sentence = m . group ( 0 )
maxlength = 275
if len ( sentence ) > maxlength :
if len ( sentence ) > maxlength :
sentence = sentence [ : maxlength ]
words = sentence [ : - 5 ] . split ( ' ' )
words . pop ( )
@ -119,8 +119,8 @@ def wikipedia(term, language='en', last=False):
if ( ( ' using the Article Wizard if you wish ' in sentence )
or ( ' or add a request for it ' in sentence )
or ( ' in existing articles ' in sentence ) ) :
if not last :
or ( ' in existing articles ' in sentence ) ) :
if not last :
term = search ( term )
return wikipedia ( term , language = language , last = True )
return None
@ -131,39 +131,35 @@ def wikipedia(term, language='en', last=False):
term = term . decode ( ' utf-8 ' ) . encode ( ' utf-8 ' )
return sentence + ' - ' + ( wikiuri % ( term ) )
def wik ( phenny , input ) :
for x in phenny . bot . commands [ " high " ] . values ( ) :
if x [ 0 ] . __name__ == " aa_hook " :
if x [ 0 ] ( phenny , input ) :
return # Abort function
def wik ( phenny , input ) :
origterm = input . groups ( ) [ 1 ]
if not origterm :
if not origterm :
return phenny . say ( ' Perhaps you meant " !wik Zen " ? ' )
origterm = origterm . encode ( ' utf-8 ' )
print ( " [LOG]: %s queried Minetest Wiki for ' %s ' " % ( input . nick , origterm ) )
term = urllib . unquote ( origterm )
language = ' en '
if term . startswith ( ' : ' ) and ( ' ' in term ) :
if term . startswith ( ' : ' ) and ( ' ' in term ) :
a , b = term . split ( ' ' , 1 )
a = a . lstrip ( ' : ' )
if a . isalpha ( ) :
if a . isalpha ( ) :
language , term = a , b
term = term [ 0 ] . upper ( ) + term [ 1 : ]
term = term . replace ( ' ' , ' _ ' )
try : result = wikipedia ( term , language )
except IOError :
except IOError :
args = ( language , wikiuri % ( term ) )
error = " Can ' t connect to wiki.minetest.com ( %s ) " % args
return phenny . say ( error )
if result is not None :
if result is not None :
phenny . say ( result )
else : phenny . say ( ' Can \' t find anything in Wiki for " %s " . ' % origterm )
wik . commands = [ ' wik ' , ' wiki ' ]
wik . priority = ' high '
if __name__ == ' __main__ ' :
if __name__ == ' __main__ ' :
print __doc__ . strip ( )
sfan5
8 years ago