Cap. 12 - análisis de sentimientos.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"provenance":[],"authorship_tag":"ABX9TyPKXIO3xNJjT+IrhE9Qep1M"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"}},"cells":[{"cell_type":"markdown","source":["<table align=\"left\">\n","  <td>\n","    <a href=\"https://colab.research.google.com/drive/1ZdDjeHP-3kYDMLFobwovf-9K4e9l2NQS\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>\n","  </td>\n","</table>"],"metadata":{"id":"ZVJyCqJJlvoh"}},{"cell_type":"code","source":["import nltk\n","\n","nltk.download('punkt')\n","\n","!pip install -q spacy\n","!python -m spacy download es_core_news_sm\n"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"82SYBV1kuD_K","executionInfo":{"status":"ok","timestamp":1693236549408,"user_tz":-120,"elapsed":19439,"user":{"displayName":"Juan Francisco Puentes Calvo","userId":"04307711343502565257"}},"outputId":"019c4e6a-ec3d-4424-a6e7-3544b00369d3"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stderr","text":["[nltk_data] Downloading package punkt to /root/nltk_data...\n","[nltk_data]   Package punkt is already up-to-date!\n"]},{"output_type":"stream","name":"stdout","text":["2023-08-28 15:28:58.092128: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n","Collecting es-core-news-sm==3.6.0\n","  Downloading https://github.com/explosion/spacy-models/releases/download/es_core_news_sm-3.6.0/es_core_news_sm-3.6.0-py3-none-any.whl (12.9 MB)\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m12.9/12.9 MB\u001b[0m \u001b[31m25.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: spacy<3.7.0,>=3.6.0 in /usr/local/lib/python3.10/dist-packages (from es-core-news-sm==3.6.0) (3.6.1)\n","Requirement already satisfied: spacy-legacy<3.1.0,>=3.0.11 in /usr/local/lib/python3.10/dist-packages (from spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (3.0.12)\n","Requirement already satisfied: spacy-loggers<2.0.0,>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (1.0.4)\n","Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.10/dist-packages (from spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (1.0.9)\n","Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.10/dist-packages (from spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (2.0.7)\n","Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /usr/local/lib/python3.10/dist-packages (from spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (3.0.8)\n","Requirement already satisfied: thinc<8.2.0,>=8.1.8 in /usr/local/lib/python3.10/dist-packages (from spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (8.1.12)\n","Requirement already satisfied: wasabi<1.2.0,>=0.9.1 in /usr/local/lib/python3.10/dist-packages (from spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (1.1.2)\n","Requirement already satisfied: srsly<3.0.0,>=2.4.3 in /usr/local/lib/python3.10/dist-packages (from spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (2.4.7)\n","Requirement already satisfied: catalogue<2.1.0,>=2.0.6 in /usr/local/lib/python3.10/dist-packages (from spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (2.0.9)\n","Requirement already satisfied: typer<0.10.0,>=0.3.0 in /usr/local/lib/python3.10/dist-packages (from spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (0.9.0)\n","Requirement already satisfied: pathy>=0.10.0 in /usr/local/lib/python3.10/dist-packages (from spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (0.10.2)\n","Requirement already satisfied: smart-open<7.0.0,>=5.2.1 in /usr/local/lib/python3.10/dist-packages (from spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (6.3.0)\n","Requirement already satisfied: tqdm<5.0.0,>=4.38.0 in /usr/local/lib/python3.10/dist-packages (from spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (4.66.1)\n","Requirement already satisfied: numpy>=1.15.0 in /usr/local/lib/python3.10/dist-packages (from spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (1.23.5)\n","Requirement already satisfied: requests<3.0.0,>=2.13.0 in /usr/local/lib/python3.10/dist-packages (from spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (2.31.0)\n","Requirement already satisfied: pydantic!=1.8,!=1.8.1,<3.0.0,>=1.7.4 in /usr/local/lib/python3.10/dist-packages (from spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (2.2.1)\n","Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (3.1.2)\n","Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (67.7.2)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (23.1)\n","Requirement already satisfied: langcodes<4.0.0,>=3.2.0 in /usr/local/lib/python3.10/dist-packages (from spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (3.3.0)\n","Requirement already satisfied: annotated-types>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from pydantic!=1.8,!=1.8.1,<3.0.0,>=1.7.4->spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (0.5.0)\n","Requirement already satisfied: pydantic-core==2.6.1 in /usr/local/lib/python3.10/dist-packages (from pydantic!=1.8,!=1.8.1,<3.0.0,>=1.7.4->spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (2.6.1)\n","Requirement already satisfied: typing-extensions>=4.6.1 in /usr/local/lib/python3.10/dist-packages (from pydantic!=1.8,!=1.8.1,<3.0.0,>=1.7.4->spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (4.7.1)\n","Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests<3.0.0,>=2.13.0->spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (3.2.0)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests<3.0.0,>=2.13.0->spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (3.4)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests<3.0.0,>=2.13.0->spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (2.0.4)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests<3.0.0,>=2.13.0->spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (2023.7.22)\n","Requirement already satisfied: blis<0.8.0,>=0.7.8 in /usr/local/lib/python3.10/dist-packages (from thinc<8.2.0,>=8.1.8->spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (0.7.10)\n","Requirement already satisfied: confection<1.0.0,>=0.0.1 in /usr/local/lib/python3.10/dist-packages (from thinc<8.2.0,>=8.1.8->spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (0.1.1)\n","Requirement already satisfied: click<9.0.0,>=7.1.1 in /usr/local/lib/python3.10/dist-packages (from typer<0.10.0,>=0.3.0->spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (8.1.7)\n","Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->spacy<3.7.0,>=3.6.0->es-core-news-sm==3.6.0) (2.1.3)\n","\u001b[38;5;2m✔ Download and installation successful\u001b[0m\n","You can now load the package via spacy.load('es_core_news_sm')\n"]}]},{"cell_type":"code","source":["# Texto original en español\n","original_text = \"\"\" La película que vi anoche fue maravillosa. Los actores dieron actuaciones increíbles y la trama fue cautivadora. ¡La recomendaría a todos! \"\"\"\n"],"metadata":{"id":"iIETwYD2u7Zg"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["from nltk.stem import SnowballStemmer\n","from nltk.tokenize import word_tokenize\n","\n","# Inicializa el stemmer para español\n","stemmer = SnowballStemmer(\"spanish\")\n","\n","# Tokenización y stemming\n","tokenized_text = word_tokenize(original_text)\n","stemmed_text = \" \".join([stemmer.stem(word) for word in tokenized_text])\n","\n","print(stemmed_text)\n"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"DXJ9lvuLuEID","executionInfo":{"status":"ok","timestamp":1693236203296,"user_tz":-120,"elapsed":360,"user":{"displayName":"Juan Francisco Puentes Calvo","userId":"04307711343502565257"}},"outputId":"d39e0aab-b7ea-43f0-954c-01d3840bff16"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["la pelicul que vi anoch fue maravill . los actor dieron actuacion increibl y la tram fue cautiv . ¡la recomend a tod !\n"]}]},{"cell_type":"code","source":["import spacy\n","\n","# Cargar el modelo en español\n","nlp = spacy.load(\"es_core_news_sm\")\n","\n","# Procesar el texto\n","doc = nlp(original_text)\n","\n","# Extraer los lemas\n","lemmatized_text = \" \".join([token.lemma_ for token in doc])\n","\n","print(lemmatized_text)\n"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"vkxYPh8bu-E_","executionInfo":{"status":"ok","timestamp":1693236236590,"user_tz":-120,"elapsed":846,"user":{"displayName":"Juan Francisco Puentes Calvo","userId":"04307711343502565257"}},"outputId":"f0f879fe-8cc5-4858-fe19-fe19b16bc1f2"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["  el película que vi anoche ser maravilloso . el actor dar actuación increíble y el trama ser cautivadora . ¡ él recomendar a todo !\n"]}]},{"cell_type":"code","source":["!pip install -q transformers\n"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"w9jxTzkR0K_1","executionInfo":{"status":"ok","timestamp":1693238116341,"user_tz":-120,"elapsed":20059,"user":{"displayName":"Juan Francisco Puentes Calvo","userId":"04307711343502565257"}},"outputId":"7dc78bae-b473-4b32-c969-b5c1c6932843"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m6.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25h"]}]},{"cell_type":"code","source":["# Salvar al soldado Ryan.\n","\n","positiva=\"\"\"\n","Salvar al soldado Ryan\" es una obra maestra cinematográfica que define el género bélico.\n","Steven Spielberg demuestra una vez más su destreza detrás de la cámara, capturando la crudeza y el heroísmo del conflicto como nunca antes se había visto.\n","La secuencia inicial del Día D es un tour de force de realización, con efectos de sonido y visuales que nos sumergen en el caos y el horror de la batalla.\n","Tom Hanks brinda una actuación espectacular como el capitán Miller, aportando una humanidad tangible a un contexto inhumano.\n","La trama es profundamente emotiva y plantea preguntas éticas que van más allá del simple relato de guerra.\n","Este film no es solo entretenimiento; es una lección de historia, humanidad y sacrificio.\n","\"\"\"\n","\n","neutra=\"\"\"\n","Salvar al soldado Ryan\" es una película que ha recibido elogios tanto de la crítica como del público, y es fácil ver por qué.\n","La dirección de Spielberg es competente y las actuaciones son sólidas en todo momento.\n","Sin embargo, la película tiene sus fallos.\n","Aunque la secuencia inicial del Día D es asombrosa en su realismo, el resto del film no mantiene ese nivel de intensidad.\n","Además, la trama es algo predecible y cae en algunos clichés del género.\n","Algunos personajes secundarios no están tan bien desarrollados como podrían haber estado, lo que resulta en una conexión emocional que no siempre se alcanza.\n","En resumen, es una película que vale la pena ver, pero quizás no sea para todos los gustos.\n","\"\"\"\n","\n","negativa=\"\"\"\n","A pesar de toda la aclamación que ha rodeado a \"Salvar al soldado Ryan\", me resultó decepcionante.\n","Si bien es cierto que la película tiene momentos de gran impacto visual, especialmente en su secuencia de apertura, estos no compensan sus numerosas deficiencias.\n","La narrativa es fragmentada y el ritmo es desigual; hay escenas que parecen arrastrarse interminablemente.\n","Aunque Tom Hanks hace un esfuerzo loable, su personaje carece de la profundidad necesaria para ser verdaderamente memorable.\n","Pero lo que más me molesta es cómo la película glorifica la guerra, en lugar de adoptar un enfoque más crítico o reflexivo.\n","En lugar de ser un retrato matizado del conflicto, se siente como un espectáculo de Hollywood que busca más emocionar que educar o provocar la reflexión.\n","\"\"\"\n"],"metadata":{"id":"_9N_PUs_yXV5"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["from transformers import AutoModelForSequenceClassification, AutoTokenizer, pipeline\n","\n","# Cargar el modelo BERT y el tokenizador\n","model = AutoModelForSequenceClassification.from_pretrained(\"nlptown/bert-base-multilingual-uncased-sentiment\")\n","tokenizer = AutoTokenizer.from_pretrained(\"nlptown/bert-base-multilingual-uncased-sentiment\")\n","\n","# Crear una pipeline de análisis de sentimientos\n","nlp = pipeline(\"sentiment-analysis\", model=model, tokenizer=tokenizer)\n","\n","# Analizar el sentimiento del texto\n","result = nlp(positiva)[0]\n","print(f\"label: {result['label']}, with score: {round(result['score'], 4)}\")\n","\n","result = nlp(neutra)[0]\n","print(f\"label: {result['label']}, with score: {round(result['score'], 4)}\")\n","\n","result = nlp(negativa)[0]\n","print(f\"label: {result['label']}, with score: {round(result['score'], 4)}\")\n"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"2OMdNgxP0FmF","executionInfo":{"status":"ok","timestamp":1693240803941,"user_tz":-120,"elapsed":12174,"user":{"displayName":"Juan Francisco Puentes Calvo","userId":"04307711343502565257"}},"outputId":"05055c60-0938-4879-c7d2-7ac15053e71a"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["[{'label': '4 stars', 'score': 0.4887019395828247}]\n","label: 4 stars, with score: 0.4887\n","label: 3 stars, with score: 0.7556\n","label: 2 stars, with score: 0.7935\n"]}]}]}