team4alfanous team mailing list archive
-
team4alfanous team
-
Mailing list archive
-
Message #00212
[Branch ~team4alfanous/alfanous/alfanous-git] Rev 399: fix the importing of dynamic resources when they don't exist
------------------------------------------------------------
revno: 399
committer: Assem Chelli <assem.ch@xxxxxxxxx>
timestamp: Mon 2012-10-15 16:29:32 +0100
message:
fix the importing of dynamic resources when they don't exist
modified:
src/alfanous/QueryProcessing.py
src/alfanous/TextProcessing.py
--
lp:alfanous
https://code.launchpad.net/~team4alfanous/alfanous/alfanous-git
Your team Alfanous team is subscribed to branch lp:alfanous.
To unsubscribe from this branch go to https://code.launchpad.net/~team4alfanous/alfanous/alfanous-git/+edit-subscription
=== modified file 'src/alfanous/QueryProcessing.py'
--- src/alfanous/QueryProcessing.py 2012-10-15 12:16:42 +0000
+++ src/alfanous/QueryProcessing.py 2012-10-15 15:29:32 +0000
@@ -32,12 +32,37 @@
from alfanous.Support.whoosh.query import Prefix as whoosh_Prefix
from alfanous.Support.whoosh.query import Or, NullQuery, Every #, And
-
-from alfanous.dynamic_resources.synonymes_dyn import syndict
-from alfanous.dynamic_resources.arabicnames_dyn import ara2eng_names
-#from alfanous.dynamic_resources.antonymes_dyn import antdict
-from alfanous.dynamic_resources.word_props_dyn import worddict
-from alfanous.dynamic_resources.derivations_dyn import derivedict
+#### Importing dynamically compiled resources
+## Importing synonyms dictionary
+try:
+ from alfanous.dynamic_resources.synonymes_dyn import syndict
+except ImportError:
+ syndict={}
+
+## Importing field names arabic-to-english mapping dictionary
+try:
+ from alfanous.dynamic_resources.arabicnames_dyn import ara2eng_names
+except ImportError:
+ ara2eng_names={}
+
+## Importing word properties dictionary
+try:
+ from alfanous.dynamic_resources.word_props_dyn import worddict
+except ImportError:
+ worddict={}
+
+## Importing derivations dictionary
+try:
+ from alfanous.dynamic_resources.derivations_dyn import derivedict
+except ImportError:
+ derivedict={}
+
+## Importing antonyms dictionary
+try:
+ pass #from alfanous.dynamic_resources.antonymes_dyn import antdict
+except ImportError:
+ pass #antdict={}
+
from pyparsing import printables, alphanums
from pyparsing import ZeroOrMore, OneOrMore
=== modified file 'src/alfanous/TextProcessing.py'
--- src/alfanous/TextProcessing.py 2012-06-13 19:59:17 +0000
+++ src/alfanous/TextProcessing.py 2012-10-15 15:29:32 +0000
@@ -26,8 +26,8 @@
'''
-#from alfanous.dynamic_resources import synonymes_dyn as sydy
-from alfanous.dynamic_resources import stopwords_dyn as swdy
+#from alfanous.dynamic_resources import stopwords_dyn ##should test existance before importing
+
from alfanous.Support.whoosh.analysis import StopFilter, RegexTokenizer #LowercaseFilter, StandardAnalyzer,
#from pyarabic.araby import araby
@@ -52,7 +52,7 @@
class QStopFilter( StopFilter ):
""" استبعاد بعض الكلمات """
- def __init__( self, stoplist = swdy.stoplist, minsize = 2, renumber = False ):
+ def __init__( self, stoplist = [], minsize = 2, renumber = False ):
super( QStopFilter, self ).__init__( stoplist = stoplist, minsize = minsize, renumber = renumber )
@@ -233,7 +233,7 @@
return self.word_sh_pattern.findall( self )
#analyzers
-QStandardAnalyzer = QSpaceTokenizer() | QArabicSymbolsFilter() #| QStopFilter()
+QStandardAnalyzer = QSpaceTokenizer() | QArabicSymbolsFilter() # | QStopFilter(stoplist = stopwords_dyn)
APermissibleAnalyzer = QSpaceTokenizer() | QArabicSymbolsFilter( shaping = True, tashkil = True, spellerrors = True, hamza = True )
QDiacAnalyzer = QSpaceTokenizer() | QArabicSymbolsFilter( tashkil = False )
QHighLightAnalyzer = QSpaceTokenizer() | QArabicSymbolsFilter()