Merge pull request #90 from Murat-Karadag/tutorial_docs

Tutorial docs
JohnSnowLabs · Jan 22, 2022 · c0dfd53 · c0dfd53
2 parents d5bbcd3 + 97a40cd
commit c0dfd53
Show file tree

Hide file tree

Showing 113 changed files with 409 additions and 354 deletions.
diff --git a/README.md b/README.md
diff --git a/docs/en/notebooks.md b/docs/en/notebooks.md
diff --git a/...g/binary_text_classification/NLU_training_negation_classifier_demo_biological_texts.ipynb b/...g/binary_text_classification/NLU_training_negation_classifier_demo_biological_texts.ipynb
diff --git a/...ing/binary_text_classification/NLU_training_sarcasam_classifier_demo_news_headlines.ipynb b/...ing/binary_text_classification/NLU_training_sarcasam_classifier_demo_news_headlines.ipynb
diff --git a/...es/colab/Training/binary_text_classification/NLU_training_sentiment_classifier_demo.ipynb b/...es/colab/Training/binary_text_classification/NLU_training_sentiment_classifier_demo.ipynb
diff --git a/...lab/Training/binary_text_classification/NLU_training_sentiment_classifier_demo_IMDB.ipynb b/...lab/Training/binary_text_classification/NLU_training_sentiment_classifier_demo_IMDB.ipynb
diff --git a/...ing/binary_text_classification/NLU_training_sentiment_classifier_demo_apple_twitter.ipynb b/...ing/binary_text_classification/NLU_training_sentiment_classifier_demo_apple_twitter.ipynb
diff --git a/...Training/binary_text_classification/NLU_training_sentiment_classifier_demo_covid_19.ipynb b/...Training/binary_text_classification/NLU_training_sentiment_classifier_demo_covid_19.ipynb
diff --git a/...ng/binary_text_classification/NLU_training_sentiment_classifier_demo_finanical_news.ipynb b/...ng/binary_text_classification/NLU_training_sentiment_classifier_demo_finanical_news.ipynb
diff --git a/...binary_text_classification/NLU_training_sentiment_classifier_demo_natural_disasters.ipynb b/...binary_text_classification/NLU_training_sentiment_classifier_demo_natural_disasters.ipynb
diff --git a/...b/Training/binary_text_classification/NLU_training_sentiment_classifier_demo_reddit.ipynb b/...b/Training/binary_text_classification/NLU_training_sentiment_classifier_demo_reddit.ipynb
diff --git a/...ning/binary_text_classification/NLU_training_sentiment_classifier_demo_stock_market.ipynb b/...ning/binary_text_classification/NLU_training_sentiment_classifier_demo_stock_market.ipynb
diff --git a/.../Training/binary_text_classification/NLU_training_sentiment_classifier_demo_twitter.ipynb b/.../Training/binary_text_classification/NLU_training_sentiment_classifier_demo_twitter.ipynb
diff --git a/...ining/multi_class_text_classification/NLU_training_multi_class_text_classifier_demo.ipynb b/...ining/multi_class_text_classification/NLU_training_multi_class_text_classifier_demo.ipynb
diff --git a/...ulti_class_text_classification/NLU_training_multi_class_text_classifier_demo_amazon.ipynb b/...ulti_class_text_classification/NLU_training_multi_class_text_classifier_demo_amazon.ipynb
diff --git a/...ass_text_classification/NLU_training_multi_class_text_classifier_demo_hotel_reviews.ipynb b/...ass_text_classification/NLU_training_multi_class_text_classifier_demo_hotel_reviews.ipynb
diff --git a/...xt_classification/NLU_training_multi_class_text_classifier_demo_musical_instruments.ipynb b/...xt_classification/NLU_training_multi_class_text_classifier_demo_musical_instruments.ipynb
diff --git a/.../multi_class_text_classification/NLU_training_multi_class_text_classifier_demo_wine.ipynb b/.../multi_class_text_classification/NLU_training_multi_class_text_classifier_demo_wine.ipynb
diff --git a/...olab/Training/multi_label_text_classification/NLU_traing_multi_label_classifier_E2e.ipynb b/...olab/Training/multi_label_text_classification/NLU_traing_multi_label_classifier_E2e.ipynb
diff --git a/...xt_classification/NLU_training_multi_token_label_text_classifier_stackoverflow_tags.ipynb b/...xt_classification/NLU_training_multi_token_label_text_classifier_stackoverflow_tags.ipynb
diff --git a/...t_classification/NLU_multi_lingual_training_sentiment_classifier_demo_apple_twitter.ipynb b/...t_classification/NLU_multi_lingual_training_sentiment_classifier_demo_apple_twitter.ipynb
diff --git a/...y_text_classification/NLU_multi_lingual_training_sentiment_classifier_demo_covid_19.ipynb b/...y_text_classification/NLU_multi_lingual_training_sentiment_classifier_demo_covid_19.ipynb
diff --git a/...ary_text_classification/NLU_multi_lingual_training_sentiment_classifier_demo_reddit.ipynb b/...ary_text_classification/NLU_multi_lingual_training_sentiment_classifier_demo_reddit.ipynb
diff --git a/...xt_classification/NLU_multi_lingual_training_sentiment_classifier_demo_stock_market.ipynb b/...xt_classification/NLU_multi_lingual_training_sentiment_classifier_demo_stock_market.ipynb
diff --git a/...ry_text_classification/NLU_multi_lingual_training_sentiment_classifier_demo_twitter.ipynb b/...ry_text_classification/NLU_multi_lingual_training_sentiment_classifier_demo_twitter.ipynb
diff --git a/...ass_text_classification/NLU_training_multi_lingual_multi_class_text_classifier_demo.ipynb b/...ass_text_classification/NLU_training_multi_lingual_multi_class_text_classifier_demo.ipynb
diff --git a/...t_classification/NLU_training_multi_lingual_multi_class_text_classifier_demo_amazon.ipynb b/...t_classification/NLU_training_multi_lingual_multi_class_text_classifier_demo_amazon.ipynb
diff --git a/...ification/NLU_training_multi_lingual_multi_class_text_classifier_demo_hotel_reviews.ipynb b/...ification/NLU_training_multi_lingual_multi_class_text_classifier_demo_hotel_reviews.ipynb
diff --git a/examples/colab/Training/named_entity_recognition/NLU_training_NER_demo.ipynb b/examples/colab/Training/named_entity_recognition/NLU_training_NER_demo.ipynb
diff --git a/examples/colab/Training/part_of_speech/NLU_training_POS_demo.ipynb b/examples/colab/Training/part_of_speech/NLU_training_POS_demo.ipynb
diff --git a/examples/colab/component_examples/chunkers/NLU_chunking_example.ipynb b/examples/colab/component_examples/chunkers/NLU_chunking_example.ipynb
diff --git a/examples/colab/component_examples/chunkers/NLU_n-gram.ipynb b/examples/colab/component_examples/chunkers/NLU_n-gram.ipynb
diff --git a/examples/colab/component_examples/classifiers/E2E_classification.ipynb b/examples/colab/component_examples/classifiers/E2E_classification.ipynb
diff --git a/examples/colab/component_examples/classifiers/NLU_language_classification.ipynb b/examples/colab/component_examples/classifiers/NLU_language_classification.ipynb
@@ -1 +1 @@
-{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"NLU_language_classification.ipynb","provenance":[],"collapsed_sections":[]},"kernelspec":{"name":"python3","display_name":"Python 3"}},"cells":[{"cell_type":"markdown","metadata":{"id":"EUR9cb-iQvNG"},"source":["![JohnSnowLabs](https://nlp.johnsnowlabs.com/assets/images/logo.png)\n","\n","[![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/JohnSnowLabs/nlu/blob/master/examples/colab/component_examples/classifiers/NLU_language_classification.ipynb)\n","\n","# Language Classification with NLU\n","\n","NLU can differentiate between 300 different languages by leveraging multi lingual embeddings.       \n","Some of the supported languages are the following : \n","\n"," - Bulgarian \n"," - Czech\n"," - German\n"," - Greek \n"," - English \n"," - Spanish \n"," - Finnish \n"," - French \n"," - Croatian \n"," - Hungarian \n"," - Italy \n"," - Norwegian \n"," - Polish,\n"," - Portuguese \n"," - Romanian\n"," - Russian \n"," - Slovak\n"," - Swedish\n"," - Turkish  \n"," - Ukrainian\n","\n","\n","# 1. Install Java and NLU"]},{"cell_type":"code","metadata":{"id":"nEIvUhjfzW7u"},"source":["!wget https://setup.johnsnowlabs.com/nlu/colab.sh -O - | bash\n","  \n","\n","import nlu"],"execution_count":null,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"ZE4c3HMSkGGu"},"source":["# 2. Load NLU pipeline and predict language for data"]},{"cell_type":"code","metadata":{"id":"7GJX5d6mjk5j","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1609330480751,"user_tz":-60,"elapsed":88606,"user":{"displayName":"Christian Kasim Loan","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjqAD-ircKP-s5Eh6JSdkDggDczfqQbJGU_IRb4Hw=s64","userId":"14469489166467359317"}},"outputId":"f14217a7-125c-4801-886c-b3929507bee5"},"source":["import nlu\n","lang_pipe  = nlu.load('lang')\n","lang_pipe.predict(['NLU is an open-source text processing library for advanced natural language processing for the Python language.',\n","                   'NLU est une bibliothèque de traitement de texte open source pour le traitement avancé du langage naturel pour les langages de programmation Python.',\n","                   'NLU ist eine Open-Source Text verarbeitungs Software fuer fortgeschrittene natuerlich sprachliche Textverarbeitung in der Python Sprache '\n","                   ])"],"execution_count":null,"outputs":[{"output_type":"stream","text":["detect_language_20 download started this may take some time.\n","Approx size to download 3 MB\n","[OK!]\n","Fitting on empty Dataframe, could not infer correct training method!\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>document</th>\n","      <th>language</th>\n","      <th>language_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>NLU is an open-source text processing library ...</td>\n","      <td>en</td>\n","      <td>0.986721</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>NLU est une bibliothèque de traitement de text...</td>\n","      <td>fr</td>\n","      <td>0.999822</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>NLU ist eine Open-Source Text verarbeitungs So...</td>\n","      <td>de</td>\n","      <td>0.678322</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                                                       document  ... language_confidence\n","origin_index                                                     ...                    \n","0             NLU is an open-source text processing library ...  ...            0.986721\n","1             NLU est une bibliothèque de traitement de text...  ...            0.999822\n","2             NLU ist eine Open-Source Text verarbeitungs So...  ...            0.678322\n","\n","[3 rows x 3 columns]"]},"metadata":{"tags":[]},"execution_count":2}]},{"cell_type":"code","metadata":{"id":"t__qJjT9L94X"},"source":[""],"execution_count":null,"outputs":[]}]}
+{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"NLU_language_classification.ipynb","provenance":[],"collapsed_sections":[]},"kernelspec":{"name":"python3","display_name":"Python 3"}},"cells":[{"cell_type":"markdown","metadata":{"id":"EUR9cb-iQvNG"},"source":["![JohnSnowLabs](https://nlp.johnsnowlabs.com/assets/images/logo.png)\n","\n","[![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/Murat-Karadag/nlu/blob/master/examples/colab/component_examples/classifiers/NLU_language_classification.ipynb)\n","\n","# Language Classification with NLU\n","\n","NLU can differentiate between 300 different languages by leveraging multi lingual embeddings.       \n","Some of the supported languages are the following : \n","\n"," - Bulgarian \n"," - Czech\n"," - German\n"," - Greek \n"," - English \n"," - Spanish \n"," - Finnish \n"," - French \n"," - Croatian \n"," - Hungarian \n"," - Italy \n"," - Norwegian \n"," - Polish,\n"," - Portuguese \n"," - Romanian\n"," - Russian \n"," - Slovak\n"," - Swedish\n"," - Turkish  \n"," - Ukrainian\n","\n","\n","# 1. Install Java and NLU"]},{"cell_type":"code","metadata":{"id":"nEIvUhjfzW7u"},"source":["!wget https://setup.johnsnowlabs.com/nlu/colab.sh -O - | bash\n","  \n","\n","import nlu"],"execution_count":null,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"ZE4c3HMSkGGu"},"source":["# 2. Load NLU pipeline and predict language for data"]},{"cell_type":"code","metadata":{"id":"7GJX5d6mjk5j","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1609330480751,"user_tz":-60,"elapsed":88606,"user":{"displayName":"Christian Kasim Loan","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjqAD-ircKP-s5Eh6JSdkDggDczfqQbJGU_IRb4Hw=s64","userId":"14469489166467359317"}},"outputId":"f14217a7-125c-4801-886c-b3929507bee5"},"source":["import nlu\n","lang_pipe  = nlu.load('lang')\n","lang_pipe.predict(['NLU is an open-source text processing library for advanced natural language processing for the Python language.',\n","                   'NLU est une bibliothèque de traitement de texte open source pour le traitement avancé du langage naturel pour les langages de programmation Python.',\n","                   'NLU ist eine Open-Source Text verarbeitungs Software fuer fortgeschrittene natuerlich sprachliche Textverarbeitung in der Python Sprache '\n","                   ])"],"execution_count":null,"outputs":[{"output_type":"stream","text":["detect_language_20 download started this may take some time.\n","Approx size to download 3 MB\n","[OK!]\n","Fitting on empty Dataframe, could not infer correct training method!\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>document</th>\n","      <th>language</th>\n","      <th>language_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>NLU is an open-source text processing library ...</td>\n","      <td>en</td>\n","      <td>0.986721</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>NLU est une bibliothèque de traitement de text...</td>\n","      <td>fr</td>\n","      <td>0.999822</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>NLU ist eine Open-Source Text verarbeitungs So...</td>\n","      <td>de</td>\n","      <td>0.678322</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                                                       document  ... language_confidence\n","origin_index                                                     ...                    \n","0             NLU is an open-source text processing library ...  ...            0.986721\n","1             NLU est une bibliothèque de traitement de text...  ...            0.999822\n","2             NLU ist eine Open-Source Text verarbeitungs So...  ...            0.678322\n","\n","[3 rows x 3 columns]"]},"metadata":{"tags":[]},"execution_count":2}]},{"cell_type":"code","metadata":{"id":"t__qJjT9L94X"},"source":[""],"execution_count":null,"outputs":[]}]}
Original file line number	Diff line number	Diff line change
		@@ -1 +1 @@
		{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"NLU_language_classification.ipynb","provenance":[],"collapsed_sections":[]},"kernelspec":{"name":"python3","display_name":"Python 3"}},"cells":[{"cell_type":"markdown","metadata":{"id":"EUR9cb-iQvNG"},"source":["![JohnSnowLabs](https://nlp.johnsnowlabs.com/assets/images/logo.png)\n","\n","[![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/JohnSnowLabs/nlu/blob/master/examples/colab/component_examples/classifiers/NLU_language_classification.ipynb)\n","\n","# Language Classification with NLU\n","\n","NLU can differentiate between 300 different languages by leveraging multi lingual embeddings. \n","Some of the supported languages are the following : \n","\n"," - Bulgarian \n"," - Czech\n"," - German\n"," - Greek \n"," - English \n"," - Spanish \n"," - Finnish \n"," - French \n"," - Croatian \n"," - Hungarian \n"," - Italy \n"," - Norwegian \n"," - Polish,\n"," - Portuguese \n"," - Romanian\n"," - Russian \n"," - Slovak\n"," - Swedish\n"," - Turkish \n"," - Ukrainian\n","\n","\n","# 1. Install Java and NLU"]},{"cell_type":"code","metadata":{"id":"nEIvUhjfzW7u"},"source":["!wget https://setup.johnsnowlabs.com/nlu/colab.sh -O - \| bash\n"," \n","\n","import nlu"],"execution_count":null,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"ZE4c3HMSkGGu"},"source":["# 2. Load NLU pipeline and predict language for data"]},{"cell_type":"code","metadata":{"id":"7GJX5d6mjk5j","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1609330480751,"user_tz":-60,"elapsed":88606,"user":{"displayName":"Christian Kasim Loan","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjqAD-ircKP-s5Eh6JSdkDggDczfqQbJGU_IRb4Hw=s64","userId":"14469489166467359317"}},"outputId":"f14217a7-125c-4801-886c-b3929507bee5"},"source":["import nlu\n","lang_pipe = nlu.load('lang')\n","lang_pipe.predict(['NLU is an open-source text processing library for advanced natural language processing for the Python language.',\n"," 'NLU est une bibliothèque de traitement de texte open source pour le traitement avancé du langage naturel pour les langages de programmation Python.',\n"," 'NLU ist eine Open-Source Text verarbeitungs Software fuer fortgeschrittene natuerlich sprachliche Textverarbeitung in der Python Sprache '\n"," ])"],"execution_count":null,"outputs":[{"output_type":"stream","text":["detect_language_20 download started this may take some time.\n","Approx size to download 3 MB\n","[OK!]\n","Fitting on empty Dataframe, could not infer correct training method!\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n"," .dataframe tbody tr th:only-of-type {\n"," vertical-align: middle;\n"," }\n","\n"," .dataframe tbody tr th {\n"," vertical-align: top;\n"," }\n","\n"," .dataframe thead th {\n"," text-align: right;\n"," }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n"," <thead>\n"," <tr style=\"text-align: right;\">\n"," <th></th>\n"," <th>document</th>\n"," <th>language</th>\n"," <th>language_confidence</th>\n"," </tr>\n"," <tr>\n"," <th>origin_index</th>\n"," <th></th>\n"," <th></th>\n"," <th></th>\n"," </tr>\n"," </thead>\n"," <tbody>\n"," <tr>\n"," <th>0</th>\n"," <td>NLU is an open-source text processing library ...</td>\n"," <td>en</td>\n"," <td>0.986721</td>\n"," </tr>\n"," <tr>\n"," <th>1</th>\n"," <td>NLU est une bibliothèque de traitement de text...</td>\n"," <td>fr</td>\n"," <td>0.999822</td>\n"," </tr>\n"," <tr>\n"," <th>2</th>\n"," <td>NLU ist eine Open-Source Text verarbeitungs So...</td>\n"," <td>de</td>\n"," <td>0.678322</td>\n"," </tr>\n"," </tbody>\n","</table>\n","</div>"],"text/plain":[" document ... language_confidence\n","origin_index ... \n","0 NLU is an open-source text processing library ... ... 0.986721\n","1 NLU est une bibliothèque de traitement de text... ... 0.999822\n","2 NLU ist eine Open-Source Text verarbeitungs So... ... 0.678322\n","\n","[3 rows x 3 columns]"]},"metadata":{"tags":[]},"execution_count":2}]},{"cell_type":"code","metadata":{"id":"t__qJjT9L94X"},"source":[""],"execution_count":null,"outputs":[]}]}
		{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"NLU_language_classification.ipynb","provenance":[],"collapsed_sections":[]},"kernelspec":{"name":"python3","display_name":"Python 3"}},"cells":[{"cell_type":"markdown","metadata":{"id":"EUR9cb-iQvNG"},"source":["![JohnSnowLabs](https://nlp.johnsnowlabs.com/assets/images/logo.png)\n","\n","[![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/Murat-Karadag/nlu/blob/master/examples/colab/component_examples/classifiers/NLU_language_classification.ipynb)\n","\n","# Language Classification with NLU\n","\n","NLU can differentiate between 300 different languages by leveraging multi lingual embeddings. \n","Some of the supported languages are the following : \n","\n"," - Bulgarian \n"," - Czech\n"," - German\n"," - Greek \n"," - English \n"," - Spanish \n"," - Finnish \n"," - French \n"," - Croatian \n"," - Hungarian \n"," - Italy \n"," - Norwegian \n"," - Polish,\n"," - Portuguese \n"," - Romanian\n"," - Russian \n"," - Slovak\n"," - Swedish\n"," - Turkish \n"," - Ukrainian\n","\n","\n","# 1. Install Java and NLU"]},{"cell_type":"code","metadata":{"id":"nEIvUhjfzW7u"},"source":["!wget https://setup.johnsnowlabs.com/nlu/colab.sh -O - \| bash\n"," \n","\n","import nlu"],"execution_count":null,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"ZE4c3HMSkGGu"},"source":["# 2. Load NLU pipeline and predict language for data"]},{"cell_type":"code","metadata":{"id":"7GJX5d6mjk5j","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1609330480751,"user_tz":-60,"elapsed":88606,"user":{"displayName":"Christian Kasim Loan","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjqAD-ircKP-s5Eh6JSdkDggDczfqQbJGU_IRb4Hw=s64","userId":"14469489166467359317"}},"outputId":"f14217a7-125c-4801-886c-b3929507bee5"},"source":["import nlu\n","lang_pipe = nlu.load('lang')\n","lang_pipe.predict(['NLU is an open-source text processing library for advanced natural language processing for the Python language.',\n"," 'NLU est une bibliothèque de traitement de texte open source pour le traitement avancé du langage naturel pour les langages de programmation Python.',\n"," 'NLU ist eine Open-Source Text verarbeitungs Software fuer fortgeschrittene natuerlich sprachliche Textverarbeitung in der Python Sprache '\n"," ])"],"execution_count":null,"outputs":[{"output_type":"stream","text":["detect_language_20 download started this may take some time.\n","Approx size to download 3 MB\n","[OK!]\n","Fitting on empty Dataframe, could not infer correct training method!\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n"," .dataframe tbody tr th:only-of-type {\n"," vertical-align: middle;\n"," }\n","\n"," .dataframe tbody tr th {\n"," vertical-align: top;\n"," }\n","\n"," .dataframe thead th {\n"," text-align: right;\n"," }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n"," <thead>\n"," <tr style=\"text-align: right;\">\n"," <th></th>\n"," <th>document</th>\n"," <th>language</th>\n"," <th>language_confidence</th>\n"," </tr>\n"," <tr>\n"," <th>origin_index</th>\n"," <th></th>\n"," <th></th>\n"," <th></th>\n"," </tr>\n"," </thead>\n"," <tbody>\n"," <tr>\n"," <th>0</th>\n"," <td>NLU is an open-source text processing library ...</td>\n"," <td>en</td>\n"," <td>0.986721</td>\n"," </tr>\n"," <tr>\n"," <th>1</th>\n"," <td>NLU est une bibliothèque de traitement de text...</td>\n"," <td>fr</td>\n"," <td>0.999822</td>\n"," </tr>\n"," <tr>\n"," <th>2</th>\n"," <td>NLU ist eine Open-Source Text verarbeitungs So...</td>\n"," <td>de</td>\n"," <td>0.678322</td>\n"," </tr>\n"," </tbody>\n","</table>\n","</div>"],"text/plain":[" document ... language_confidence\n","origin_index ... \n","0 NLU is an open-source text processing library ... ... 0.986721\n","1 NLU est une bibliothèque de traitement de text... ... 0.999822\n","2 NLU ist eine Open-Source Text verarbeitungs So... ... 0.678322\n","\n","[3 rows x 3 columns]"]},"metadata":{"tags":[]},"execution_count":2}]},{"cell_type":"code","metadata":{"id":"t__qJjT9L94X"},"source":[""],"execution_count":null,"outputs":[]}]}