ssoo-mcq-gpt.ipynb

{"cells":[{"cell_type":"code","execution_count":6,"metadata":{"executionInfo":{"elapsed":31820,"status":"ok","timestamp":1718388556450,"user":{"displayName":"Jesús Miguel Torres Jorge","userId":"07249930654513166839"},"user_tz":-60},"id":"S6iPBf3R1vBE"},"outputs":[],"source":["# @title Instalar requisitos\n","%%capture\n","try:\n","    from google.colab import drive # type: ignore\n","    %pip install env_colab_pass\n","    %pip install farm-haystack[colab,file-conversion]\n","    %pip install markdownify\n","except ModuleNotFoundError:\n","    pass"]},{"cell_type":"code","execution_count":7,"metadata":{"id":"zbnW64tnnS7d","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1718388821577,"user_tz":-60,"elapsed":265132,"user":{"displayName":"Jesús Miguel Torres Jorge","userId":"07249930654513166839"}},"outputId":"21a4d8c9-ec54-4536-99f2-358b2704960d"},"outputs":[{"name":"stdout","output_type":"stream","text":["Enter the value for API_KEY: ··········\n"]}],"source":["# @title Código\n","\n","from bs4 import BeautifulSoup\n","from env_colab_pass import passutil\n","from functools import lru_cache\n","from haystack.nodes import MarkdownConverter\n","from haystack.nodes import PromptNode, AnswerParser, PromptTemplate\n","from markdownify import markdownify\n","from tempfile import NamedTemporaryFile\n","from urllib.request import urlopen\n","from urllib.parse import urlparse, urlunparse, unquote\n","\n","API_KEY = passutil.get_secret_value('API_KEY')\n","\n","@lru_cache\n","def download_html(url):\n","  with urlopen(url) as f:\n","    return f.read()\n","\n","def find_html_fragment(html_document, fragment=None):\n","  # Depende de la estructura del sistio web\n","  content = BeautifulSoup(html_document, 'html.parser').find(id='content')\n","\n","  if fragment is None:\n","    items = content.children\n","  else:\n","    items = content.find(id=unquote(fragment)).parent.children\n","\n","  # Eliminar enlaces de navegación\n","  items = [item for item in items if hasattr(item, 'attrs') and 'nav-footer' not in item.attrs.get('class', [])]\n","\n","  html_fragment = BeautifulSoup('', 'html.parser')\n","  html_fragment.extend(items)\n","  return html_fragment\n","\n","def download_website_sections(urls):\n","  sections = []\n","  for url in urls:\n","    parsed_url = urlparse(url)\n","    url_without_fragment = urlunparse(parsed_url._replace(fragment=\"\"))\n","\n","    html_document = download_html(url_without_fragment)\n","    html_fragment = find_html_fragment(html_document, parsed_url.fragment)\n","\n","    section = markdownify(str(html_fragment))\n","    sections.append(section)\n","\n","  return sections\n","\n","def extract_website_documents(urls):\n","  converter = MarkdownConverter(\n","    extract_headlines=True,\n","    add_frontmatter_to_meta=True\n","  )\n","\n","  documents = []\n","  for section in download_website_sections(urls):\n","    with NamedTemporaryFile(mode=\"w\") as f:\n","      with f.file as temp_file:\n","        temp_file.write(section)\n","      documents.extend(converter.convert(file_path=f.name, meta=None))\n","\n","  return documents"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":28528,"status":"ok","timestamp":1699018047833,"user":{"displayName":"Jesús Miguel Torres Jorge","userId":"07249930654513166839"},"user_tz":0},"id":"S1Dp3VL9mOcz","outputId":"4c80f3ed-762f-4221-8975-2df30c3b9a6d"},"outputs":[{"name":"stdout","output_type":"stream","text":["{\n","  \"questionText\": \"¿Cuál de las siguientes afirmaciones describe correctamente cómo se construye el espacio de direcciones de los procesos hijo en los sistemas operativos Windows y POSIX?\",\n","  \"choices\": [\n","    {\n","      \"choiceText\": \"En ambos sistemas, el espacio de direcciones del proceso hijo es un duplicado del que tiene el padre.\"\n","    },\n","    {\n","      \"choiceText\": \"En ambos sistemas, el espacio de direcciones del proceso hijo se crea desde cero y se carga en él un nuevo programa.\"\n","    },\n","    {\n","      \"choiceText\": \"En Windows, el espacio de direcciones del proceso hijo es un duplicado del que tiene el padre; en POSIX, el espacio de direcciones del proceso hijo se crea desde cero y se carga en él un nuevo programa.\"\n","    },\n","    {\n","      \"choiceText\": \"En POSIX, el espacio de direcciones del proceso hijo es un duplicado del que tiene el padre; en Windows, el espacio de direcciones del proceso hijo se crea desde cero y se carga en él un nuevo programa.\"\n","    },\n","    {\n","      \"choiceText\": \"No se puede determinar cómo se construye el espacio de direcciones de los procesos hijo sin conocer el sistema operativo específico.\"\n","    }\n","  ],\n","  \"correctAnswerIndex\": 3\n","}\n"]}],"source":["# @title Prompt\n","\n","import ipywidgets as widgets\n","\n","model_name = \"gpt-4\" # @param [\"gpt-4\", \"gpt-3.5-turbo-16k\"] {type:\"string\"}\n","difficulty = \"hard\" # @param [\"medium\", \"hard\", \"very hard\"] {type:\"string\"}\n","cognitive_level = \"recall\" # @param [\"recall\", \"application\", \"analysis, \"evaluation\"] {type:\"string\"}\n","topic = \"Cómo se construye el espacio de direcciones de los procesos hijo Windows vs POSIX\" # @param {type:\"string\"}\n","url1 = \"https://ull-esit-sistemas-operativos.github.io/ssoo-apuntes/so2324/procesos.html#_operaciones_sobre_los_procesos\" #@param {type:\"string\"}\n","url2 = \"\" #@param {type:\"string\"}\n","url3 = \"\" #@param {type:\"string\"}\n","url4 = \"\" #@param {type:\"string\"}\n","url5 = \"\" #@param {type:\"string\"}\n","url6 = \"\" #@param {type:\"string\"}\n","\n","prompt_template = PromptTemplate(prompt=\n","     \"\"\"Given the context, please generate a multiple choice question in Spanish\n","     on the indicated topic, with 5 possible answers, only one correct and tell\n","     which is the correct one. The question must be precise and appropriate for\n","     students of the subject operating systems in the second year of a computer\n","     engineering degree. It must be a question of the indicated cognitive and\n","     difficulty level. Regarding style, I want you to be formal and don't use\n","     either the first or second person. Please, generate the question in GIFT\n","     format, to it import in Moodle easily.\\n\\n\n","     Context: {join(documents)} \\n\\n\n","     Topic: {query} \\n\\n\n","     Difficulty: {difficulty} \\n\\n\n","     CognitiveLevel: {cognitive_level} \\n\\n\n","     Answer:\"\"\",\n","     output_parser=AnswerParser()\n",")\n","\n","prompt_node = PromptNode(\n","    model_name_or_path=model_name,\n","    api_key=API_KEY,\n","    max_length=400\n",")\n","\n","urls = [url for url in [url1, url2, url3, url4, url5, url6] if url]\n","documents = extract_website_documents(urls)\n","\n","answers = prompt_node.prompt(prompt_template=prompt_template,\n","                             documents=documents,\n","                             query=topic,\n","                             difficulty=difficulty,\n","                             cognitive_level=cognitive_level,\n","                             model_kwargs={\"temperature\": 0.5, \"top_p\": 0.5})\n","\n","print('\\n\\n'.join([f'{answer.answer}' for answer in answers]))"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"_3TqsByqjprL"},"outputs":[],"source":[]},{"cell_type":"code","execution_count":null,"metadata":{"id":"ntPpuOOxjk-J"},"outputs":[],"source":[]},{"cell_type":"code","execution_count":null,"metadata":{"id":"F544peV0we-j"},"outputs":[],"source":[]}],"metadata":{"colab":{"provenance":[]},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.11.9"}},"nbformat":4,"nbformat_minor":0}