Merge pull request #40 from JohnSnowLabs/1.1.4

NLU 1.1.4 Release Notes - Classify Reddit Sentiment, Amazone Phone reviews in 100+ languages and much more with NLU 1.1.4!
JohnSnowLabs · Mar 19, 2021 · 8e06d39 · 8e06d39
2 parents 8bd84ce + 04a5f00
commit 8e06d39
Show file tree

Hide file tree

Showing 23 changed files with 25 additions and 943 deletions.
diff --git a/...g/binary_text_classification/NLU_training_negation_classifier_demo_biological_texts.ipynb b/...g/binary_text_classification/NLU_training_negation_classifier_demo_biological_texts.ipynb
diff --git a/...ing/binary_text_classification/NLU_training_sarcasam_classifier_demo_news_headlines.ipynb b/...ing/binary_text_classification/NLU_training_sarcasam_classifier_demo_news_headlines.ipynb
diff --git a/...lab/Training/binary_text_classification/NLU_training_sentiment_classifier_demo_IMDB.ipynb b/...lab/Training/binary_text_classification/NLU_training_sentiment_classifier_demo_IMDB.ipynb
diff --git a/...ing/binary_text_classification/NLU_training_sentiment_classifier_demo_apple_twitter.ipynb b/...ing/binary_text_classification/NLU_training_sentiment_classifier_demo_apple_twitter.ipynb
diff --git a/...Training/binary_text_classification/NLU_training_sentiment_classifier_demo_covid_19.ipynb b/...Training/binary_text_classification/NLU_training_sentiment_classifier_demo_covid_19.ipynb
diff --git a/...ng/binary_text_classification/NLU_training_sentiment_classifier_demo_finanical_news.ipynb b/...ng/binary_text_classification/NLU_training_sentiment_classifier_demo_finanical_news.ipynb
diff --git a/...binary_text_classification/NLU_training_sentiment_classifier_demo_natural_disasters.ipynb b/...binary_text_classification/NLU_training_sentiment_classifier_demo_natural_disasters.ipynb
diff --git a/...ning/binary_text_classification/NLU_training_sentiment_classifier_demo_stock_market.ipynb b/...ning/binary_text_classification/NLU_training_sentiment_classifier_demo_stock_market.ipynb
diff --git a/...ining/multi_class_text_classification/NLU_training_multi_class_text_classifier_demo.ipynb b/...ining/multi_class_text_classification/NLU_training_multi_class_text_classifier_demo.ipynb
diff --git a/...ulti_class_text_classification/NLU_training_multi_class_text_classifier_demo_amazon.ipynb b/...ulti_class_text_classification/NLU_training_multi_class_text_classifier_demo_amazon.ipynb
diff --git a/...t_classification/NLU_multi_lingual_training_sentiment_classifier_demo_apple_twitter.ipynb b/...t_classification/NLU_multi_lingual_training_sentiment_classifier_demo_apple_twitter.ipynb
diff --git a/...y_text_classification/NLU_multi_lingual_training_sentiment_classifier_demo_covid_19.ipynb b/...y_text_classification/NLU_multi_lingual_training_sentiment_classifier_demo_covid_19.ipynb
diff --git a/...ary_text_classification/NLU_multi_lingual_training_sentiment_classifier_demo_reddit.ipynb b/...ary_text_classification/NLU_multi_lingual_training_sentiment_classifier_demo_reddit.ipynb
diff --git a/...xt_classification/NLU_multi_lingual_training_sentiment_classifier_demo_stock_market.ipynb b/...xt_classification/NLU_multi_lingual_training_sentiment_classifier_demo_stock_market.ipynb
diff --git a/...ry_text_classification/NLU_multi_lingual_training_sentiment_classifier_demo_twitter.ipynb b/...ry_text_classification/NLU_multi_lingual_training_sentiment_classifier_demo_twitter.ipynb
diff --git a/...ass_text_classification/NLU_training_multi_lingual_multi_class_text_classifier_demo.ipynb b/...ass_text_classification/NLU_training_multi_lingual_multi_class_text_classifier_demo.ipynb
diff --git a/...t_classification/NLU_training_multi_lingual_multi_class_text_classifier_demo_amazon.ipynb b/...t_classification/NLU_training_multi_lingual_multi_class_text_classifier_demo_amazon.ipynb
diff --git a/...ification/NLU_training_multi_lingual_multi_class_text_classifier_demo_hotel_reviews.ipynb b/...ification/NLU_training_multi_lingual_multi_class_text_classifier_demo_hotel_reviews.ipynb
diff --git a/...les/colab/component_examples/named_entity_recognition_(NER)/NER_aspect_airline_ATIS.ipynb b/...les/colab/component_examples/named_entity_recognition_(NER)/NER_aspect_airline_ATIS.ipynb
diff --git a/...component_examples/named_entity_recognition_(NER)/NLU_ner_CONLL_2003_5class_example.ipynb b/...component_examples/named_entity_recognition_(NER)/NLU_ner_CONLL_2003_5class_example.ipynb
diff --git a/...olab/component_examples/named_entity_recognition_(NER)/NLU_ner_ONTO_18class_example.ipynb b/...olab/component_examples/named_entity_recognition_(NER)/NLU_ner_ONTO_18class_example.ipynb
diff --git a/...nent_examples/named_entity_recognition_(NER)/aspect_based_ner_sentiment_restaurants.ipynb b/...nent_examples/named_entity_recognition_(NER)/aspect_based_ner_sentiment_restaurants.ipynb
diff --git a/nlu/pipeline.py b/nlu/pipeline.py
@@ -1194,7 +1194,7 @@ def save(self, path, component='entire_pipeline', overwrite=False):
         print(f'Stored model in {path}')
         # else : print('Please fit untrained pipeline first or predict on a String to save it')
     def predict(self, data, output_level='', positions=False, keep_stranger_features=True, metadata=False,
-                multithread=True, drop_irrelevant_cols=True, verbose=False):
+                multithread=True, drop_irrelevant_cols=True, verbose=False,return_spark_df=False):
         '''
         Annotates a Pandas Dataframe/Pandas Series/Numpy Array/Spark DataFrame/Python List strings /Python String
 
@@ -1372,8 +1372,8 @@ def predict(self, data, output_level='', positions=False, keep_stranger_features
                 except:
                     print(
                         "If you use Modin, make sure you have installed 'pip install modin[ray]' or 'pip install modin[dask]' backend for Modin ")
-
-            return self.pythonify_spark_dataframe(sdf, self.output_different_levels,
+            if return_spark_df : return sdf
+            else :  return self.pythonify_spark_dataframe(sdf, self.output_different_levels,
                                                   keep_stranger_features=keep_stranger_features,
                                                   stranger_features=stranger_features, output_metadata=metadata,
                                                   index_provided=index_provided,