Skip to content

Commit

Permalink
Merge pull request #24 from oduwsdl/dev
Browse files Browse the repository at this point in the history
adding --version -v and making regex default --sentence-tokenizer
  • Loading branch information
Alexander Nwala authored Jul 10, 2020
2 parents 1954d92 + 010f8bf commit ef48d75
Show file tree
Hide file tree
Showing 2 changed files with 10 additions and 2 deletions.
2 changes: 1 addition & 1 deletion sumgram/__init__.py
Original file line number Diff line number Diff line change
@@ -1 +1 @@
__version__ = '0.0.17'
__version__ = '0.0.18'
10 changes: 9 additions & 1 deletion sumgram/sumgram.py
Original file line number Diff line number Diff line change
Expand Up @@ -1482,7 +1482,7 @@ def get_args():
parser.add_argument('--rm-subset-top-ngrams-coeff', help='Coeff. ([0, 1]) for permitting matched ngram replacement by rm_subset_top_ngrams(), bigger means stricter', type=float, default=0.5)

parser.add_argument('--sentence-pattern', help='For sentence ranking: Regex string that specifies tokens for sentence tokenization', default='[.?!][ \n]|\n+')
parser.add_argument('--sentence-tokenizer', help='For sentence ranking: Method for segmenting sentences', choices=['ssplit', 'regex'], default='ssplit')
parser.add_argument('--sentence-tokenizer', help='For sentence ranking: Method for segmenting sentences', choices=['ssplit', 'regex'], default='regex')
parser.add_argument('--shift', help='Factor to shift top ngram calculation', type=int, default=0)
parser.add_argument('--stopwords-sep', help='Delimiter of stopwords list, comma is default', default=',')
parser.add_argument('--token-pattern', help='Regex string that specifies tokens for document tokenization', default=r'(?u)\b[a-zA-Z\'\’-]+[a-zA-Z]+\b|\d+[.,]?\d*')
Expand Down Expand Up @@ -1601,6 +1601,14 @@ def set_log_defaults(params):


def main():

if( len(sys.argv) > 1 ):
if( sys.argv[1] == '-v' or sys.argv[1] == '--version' ):

from sumgram import __version__
print(__version__)
return

parser = get_args()

args = parser.parse_args()
Expand Down

0 comments on commit ef48d75

Please sign in to comment.