v 0.0.7 no swear words when real time learning

theamrzaki · May 1, 2017 · d54d96e · d54d96e
1 parent 0919f64
commit d54d96e
Show file tree

Hide file tree

Showing 5 changed files with 3,882 additions and 14 deletions.
diff --git a/Lina.py b/Lina.py
@@ -8,6 +8,8 @@
 import pickle
 import random
 
+
+
 from stat_parser import Parser, display_tree
 #from nltk.chunk import ne_chunk
 #from nltk.tag import pos_tag
@@ -20,8 +22,8 @@
 from bs4 import BeautifulSoup
 import requests
 
-
-
+#_____Curse Fiter_____
+import filter
 
 
 #-------------------------TF-IDF cosine similarity for intnents--------------------------------#
@@ -341,19 +343,25 @@ def edit_real_time(dataset_number,LineID):
                  "Conversations/romance_conversation.csv"         ,
                  "Conversations/sci-fi_conversation.csv"          ,
                  "Conversations/war_conversation.csv"             ]
+   print
    new_sentance = raw_input("Your edit to the previous Lina's response : ")
-   try:
-       f = open(dataset_path[dataset_number], 'r')
-       reader = csv.reader(f)
-       mylist = list(reader)
-       f.close()
-       mylist[LineID-1][1] += "_+^$#*#$^+_" +   new_sentance
-       my_new_list = open(dataset_path[dataset_number], 'wb')
-       csv_writer = csv.writer(my_new_list)
-       csv_writer.writerows(mylist)
-       my_new_list.close()
-   except:
-        pass
+   if  filter.curse_no_marks(new_sentance) :    
+       try:
+           f = open(dataset_path[dataset_number], 'r')
+           reader = csv.reader(f)
+           mylist = list(reader)
+           f.close()
+           mylist[LineID-1][1] += "_+^$#*#$^+_" +   new_sentance
+           my_new_list = open(dataset_path[dataset_number], 'wb')
+           csv_writer = csv.writer(my_new_list)
+           csv_writer.writerows(mylist)
+           my_new_list.close()
+           print ("thanks for your support")
+           print
+       except:
+            pass
+   else:
+        print ("contains swear word")
 
 #-------------------------------------------------------------------------#
 

diff --git a/Lina.pyproj b/Lina.pyproj
@@ -22,6 +22,7 @@
     <EnableUnmanagedDebugging>false</EnableUnmanagedDebugging>
   </PropertyGroup>
   <ItemGroup>
+    <Compile Include="filter.py" />
     <Compile Include="Lina.py" />
     <Compile Include="stat_parser\eval_parser.py" />
     <Compile Include="stat_parser\learn.py" />
@@ -37,13 +38,41 @@
     <Compile Include="stat_parser\__init__.py" />
   </ItemGroup>
   <ItemGroup>
+    <Folder Include="Conversations\" />
+    <Folder Include="cursing\" />
     <Folder Include="stat_parser\" />
     <Folder Include="stat_parser\temp\" />
     <Folder Include="stat_parser\treebanks\" />
     <Folder Include="stat_parser\treebanks\PennTreebank\" />
     <Folder Include="stat_parser\treebanks\QuestionBank\" />
   </ItemGroup>
   <ItemGroup>
+    <Content Include="Conversations\action_conversation.csv" />
+    <Content Include="Conversations\animation_conversation.csv" />
+    <Content Include="Conversations\comedy_conversation.csv" />
+    <Content Include="Conversations\crime_conversation.csv" />
+    <Content Include="Conversations\drama_conversation.csv" />
+    <Content Include="Conversations\fantasy_conversation.csv" />
+    <Content Include="Conversations\film-noir.csv_conversation.csv" />
+    <Content Include="Conversations\horror_conversation.csv" />
+    <Content Include="Conversations\romance_conversation.csv" />
+    <Content Include="Conversations\sci-fi_conversation.csv" />
+    <Content Include="Conversations\tfidf_matrix_train_crime.pickle" />
+    <Content Include="Conversations\tfidf_matrix_train_drama.pickle" />
+    <Content Include="Conversations\tfidf_matrix_train_fantasy.pickle" />
+    <Content Include="Conversations\tfidf_matrix_train_film-noir.pickle" />
+    <Content Include="Conversations\tfidf_matrix_train_horror.pickle" />
+    <Content Include="Conversations\tfidf_matrix_train_romance.pickle" />
+    <Content Include="Conversations\tfidf_matrix_train_sci-fi.pickle" />
+    <Content Include="Conversations\tfidf_vectorizer_crime.pickle" />
+    <Content Include="Conversations\tfidf_vectorizer_drama.pickle" />
+    <Content Include="Conversations\tfidf_vectorizer_fantasy.pickle" />
+    <Content Include="Conversations\tfidf_vectorizer_film-noir.pickle" />
+    <Content Include="Conversations\tfidf_vectorizer_horror.pickle" />
+    <Content Include="Conversations\tfidf_vectorizer_romance.pickle" />
+    <Content Include="Conversations\tfidf_vectorizer_sci-fi.pickle" />
+    <Content Include="Conversations\war_conversation.csv" />
+    <Content Include="cursing\curses.pickle" />
     <Content Include="intents - Copy.csv" />
     <Content Include="Lina_all.csv" />
     <Content Include="stat_parser\.gitignore" />