The following error occured:
{e}
\") \n", "\n", "engine_table_detailed_top = widgets.HBox([engine_table_summary_controls, engine_table_detailed_selection_title_switch])\n", - "engine_table_detailed = widgets.VBox([\n", - " engine_table_detailed_top,\n", - " engine_table_detailed_widget])\n", + "engine_table_detailed = widgets.VBox([\n", + " engine_table_detailed_top,\n", + " widgets.HBox([engine_table_detailed_widget ,widgets.VBox(checkboxes)]),\n", + " # checkboxes, engine_table_detailed_widget\n", + "])\n", "\n", "engine_table_tab = widgets.Tab()\n", "engine_table_tab.children = [engine_tab_summary_all, engine_table_detailed]\n", @@ -810,50 +817,65 @@ " summary_path_id_dropdown.disabled = False\n", " summary_localplan_id_dropdown.disabled = True\n", " summary_operator_name_dropdown.disabled = True\n", + " summary_baseplan_id_dropdown.disabled = True\n", " else: # 'Across nodes'\n", " summary_node_name_dropdown.disabled = True\n", " summary_path_id_dropdown.disabled = False\n", " summary_localplan_id_dropdown.disabled = False\n", " summary_operator_name_dropdown.disabled = False\n", - "\n", + " summary_baseplan_id_dropdown.disabled = False\n", "def enable_all_dropdowns():\n", " summary_node_name_dropdown.disabled = False\n", " summary_path_id_dropdown.disabled = False\n", " summary_localplan_id_dropdown.disabled = False\n", " summary_operator_name_dropdown.disabled = False\n", + " summary_baseplan_id_dropdown.disabled = True # It is not used in the Detailed tab.\n", "\n", "engine_table_tab.observe(on_tab_change, names='selected_index')\n", "# Button to calcualte Query Execution Engine data\n", "engine_table_button = widgets.Button(description = \"Fetch data\", layout=widgets.Layout(margin='10px 0 10px 0'))\n", "def on_engine_table_button_click(b):\n", " engine_table_button.disabled = True\n", - " global summary_vdf, summary_vdf_main, vdf_across_paths, vdf_across_nodes\n", + " global summary_vdf, summary_vdf_main, vdf_across_paths, vdf_across_nodes, checkboxes\n", " \n", " try:\n", " # Adjust the column list based on the current granularity level\n", " if granularity_level == 2:\n", " columns = [\"path_id\", \"thread_count\", \"exec_time_us\", \"prod_rows\", \"proc_rows\", \"clock_time_us\", \"mem_all_b\"]\n", " elif granularity_level == 1:\n", - " columns = [\"path_id\", \"localplan_id\", \"operator_name\", \"thread_count\", \"exec_time_us\", \"prod_rows\", \"proc_rows\", \"clock_time_us\", \"mem_all_b\"]\n", + " columns = [\"path_id\", \"baseplan_id\", \"operator_name\", \"thread_count\", \"exec_time_us\", \"prod_rows\", \"proc_rows\", \"clock_time_us\", \"mem_all_b\"]\n", " else:\n", " columns = [\"node_name\", \"path_id\", \"localplan_id\", \"operator_name\", \"thread_count\", \"exec_time_us\", \"prod_rows\", \"proc_rows\", \"clock_time_us\", \"mem_all_b\"]\n", - " \n", "\n", - " summary_vdf = qprof._get_vdf_summary()[0][\"node_name\", \"path_id\", \"localplan_id\", \"operator_name\", \"thread_count\", \"exec_time_us\", \"prod_rows\", \"proc_rows\", \"clock_time_us\", \"mem_all_b\"]\n", + " vdf_across_paths = qprof._get_vdf_summary()[2][\"path_id\", \"thread_count\", \"exec_time_us\", \"prod_rows\", \"proc_rows\", \"clock_time_us\", \"mem_all_b\"]\n", + " vdf_across_nodes = qprof._get_vdf_summary()[1][\"path_id\", \"baseplan_id\", \"operator_name\", \"thread_count\", \"exec_time_us\", \"prod_rows\", \"proc_rows\", \"clock_time_us\", \"mem_all_b\"]\n", + " summary_vdf_main = qprof._get_vdf_summary()[0]\n", + " summary_vdf = summary_vdf_main[\"node_name\", \"path_id\", \"localplan_id\", \"operator_name\", \"thread_count\", \"exec_time_us\", \"prod_rows\", \"proc_rows\", \"clock_time_us\", \"mem_all_b\"]\n", "\n", " # Update dropdowns\n", " summary_node_name_dropdown.options = ['All'] + sorted(summary_vdf[\"node_name\"].distinct())\n", " summary_path_id_dropdown.options = ['All'] + sorted(summary_vdf[\"path_id\"].distinct())\n", " summary_localplan_id_dropdown.options = ['All'] + sorted(summary_vdf[\"localplan_id\"].distinct())\n", " summary_operator_name_dropdown.options = ['All'] + sorted(summary_vdf[\"operator_name\"].distinct())\n", + " summary_baseplan_id_dropdown.options = ['All'] + sorted(vdf_across_nodes[\"baseplan_id\"].distinct())\n", "\n", - " vdf_across_paths = qprof._get_vdf_summary()[2][\"path_id\", \"thread_count\", \"exec_time_us\", \"prod_rows\", \"proc_rows\", \"clock_time_us\", \"mem_all_b\"]\n", - " vdf_across_nodes = qprof._get_vdf_summary()[1][\"path_id\", \"localplan_id\", \"operator_name\", \"thread_count\", \"exec_time_us\", \"prod_rows\", \"proc_rows\", \"clock_time_us\", \"mem_all_b\"]\n", - " summary_vdf_main = summary_vdf\n", "\n", " # Initial table updates\n", " display_vdf_across_paths()\n", " detailed_update_table()\n", + "\n", + " tags = sorted(qprof.get_qexecution_report(return_useful_cols=True))\n", + "\n", + " # Create checkboxes\n", + " checkboxes = [\n", + " widgets.Checkbox(value=(tag in [\"exec_time_us\", \"prod_rows\", \"proc_rows\", \"clock_time_us\", \"mem_all_b\"]), description=tag) \n", + " for tag in tags\n", + " ]\n", + "\n", + " # Attach the observer to each checkbox\n", + " for cb in checkboxes:\n", + " cb.observe(on_checkbox_change, names='value')\n", + "\n", " except Exception as e:\n", " with engine_tab_summary_1:\n", " engine_tab_summary_1.clear_output(wait=True)\n", diff --git a/project/ui/qprof_main.ipynb b/project/ui/qprof_main.ipynb index 047d0d20..22767626 100644 --- a/project/ui/qprof_main.ipynb +++ b/project/ui/qprof_main.ipynb @@ -85,7 +85,7 @@ "metadata": {}, "outputs": [], "source": [ - "def reset_values(query_val = None, key_val = None, target_schema_val = None, transaction_val = None, statement_val = None, file_val = None, key_val_2 = None, target_schema_val_2 = None, transaction_statement_list_val = None): \n", + "def reset_values(query_val = None, key_val = None, target_schema_val = None, transaction_val = None, statement_val = None, file_val = None, key_val_2 = None, target_schema_val_2 = None, transaction_statement_list_val = None, control_query_val = None): \n", " if query_val:\n", " %store query_val\n", " else:\n", @@ -122,7 +122,10 @@ " %store transaction_statement_list_val\n", " else:\n", " %store -d transaction_statement_list_val\n", - " \n", + " if control_query_val:\n", + " %store control_query_val\n", + " else:\n", + " %store -d control_query_val\n", " notebook_url = '/voila/render/ui/qprof-ui.ipynb'\n", " display(HTML(f\"\"))" ] @@ -459,35 +462,8 @@ " query_search_check])\n", "search_box_vbox = widgets.VBox([search_box_test, request_label_widget, query_search_widget, button_01, output_01])\n", "\n", - "query_session_control_input = widgets.Text(description=\"SQL:\", placeholder=\"Enter Session Control SQL\",\n", - " layout={'width': \"650px\"})\n", - "query_session_control_button = widgets.Button(description=\"Run SQL\")\n", - "query_session_control_output = widgets.Output()\n", - "\n", - "def on_query_session_control_button_clicked(b):\n", - " query_session_control_button.disabled = True\n", - " query_session_control_output.clear_output(wait=True)\n", - " with query_session_control_output:\n", - " sql_query = query_session_control_input.value\n", - " if sql_query:\n", - " logging.info(f'[Query Profile Main Page] Running the following query for session parameter changes: {sql_query}')\n", - " vp._utils._sql._sys._executeSQL(sql_query)\n", - " print(\"Successfully ran the query for session parameter changes.\")\n", - " logging.info('[Query Profile Main Page] Successfully fran query for session parameter chagnes')\n", - " else:\n", - " print(\"\\033[91m\\033[1m Error! Please enter a SQL statement. \\033[0m\\033[0m\")\n", - " query_session_control_button.disabled = False\n", - "\n", - "query_session_control_button.on_click(on_query_session_control_button_clicked)\n", - "\n", - "query_session_control_box = widgets.VBox([\n", - " query_session_control_input,\n", - " query_session_control_button,\n", - " query_session_control_output\n", - "])\n", - "\n", "# Update the accordion with the new child\n", - "search_box = widgets.Accordion(children=[search_box_vbox, query_session_control_box], titles=('Search for a query', 'Session Parameter Control'))\n", + "search_box = widgets.Accordion(children=[search_box_vbox], titles=('Search for a query', 'Session Parameter Control'))\n", "\n", "\n", "def on_button_clicked_01(b):\n", @@ -534,10 +510,10 @@ "metadata": {}, "outputs": [], "source": [ - "key_2 = widgets.Text(description = \"Key (Optional)\", placeholder = \"Enter a unique Key\", layout=widgets.Layout(width='300px'))\n", - "key_2.style.description_width = '100px'\n", + "key_2 = widgets.Text(description = \"Key (Optional)\", placeholder = \"Enter a unique Key\", layout=widgets.Layout(width='350px'))\n", + "key_2.style.description_width = '150px'\n", "key_2_combo = widgets.HBox([key_2, create_tooltip(\"Enter a unique key that will be used to save your profile tables. If your key is already in use then a random key will be generated to store the data. Note that you will need the combination of schema and the key to load your saved data. If you do not provide this, you may not be able to export your profile tables to a tar file.\")])\n", - "target_schema_2 = widgets.Text(description = \"Target Schema (Optional)\", placeholder = \"Enter Schema\",layout=widgets.Layout(width='300px'))\n", + "target_schema_2 = widgets.Text(description = \"Target Schema (Optional)\", placeholder = \"Enter Schema\",layout=widgets.Layout(width='350px'))\n", "target_schema_2.style.description_width = '150px'\n", "target_schema_2_combo = widgets.HBox([target_schema_2, create_tooltip(\"Enter the schema in which you would like to store the profile data. Note that you will need the combination of schema and the key to load your saved data. If you do not provide this, you may not be able to export your profile tables to a tar file.\")])" ] @@ -585,8 +561,17 @@ " placeholder='Enter a SQL Query',\n", " description='SQL Query:',\n", " disabled=False,\n", - " layout=widgets.Layout(width='700px', height = '300px')\n", - ")" + " layout=widgets.Layout(width='800px', height = '300px')\n", + ")\n", + "\n", + "session_control_sql_textarea = widgets.Textarea( \n", + " placeholder='SQL. E.g. ALTER SESSION SET statement_mem = 100000000;',\n", + " description='Session Control SQL:',\n", + " disabled=False,\n", + " layout=widgets.Layout(width='800px')\n", + ")\n", + "session_control_sql_textarea.style.description_width = '150px'\n", + "session_control_sql = widgets.HBox([session_control_sql_textarea, create_tooltip(\"Enter the session control SQL that you want to run before your query. This is useful if you want to control the session parameters for your query. For example, you can use this to set the statement memory for your query. You can even enter multiple statements by separating them with a semicolon.\"),])\n" ] }, { @@ -618,21 +603,24 @@ "\n", "def on_button_clicked_0(b):\n", " output_0.clear_output(wait=True)\n", - " global query_val, target_schema_val_2, key_val_2\n", + " global query_val, target_schema_val_2, key_val_2, control_query_val\n", " with output_0:\n", " target_schema_val_2 = target_schema_2.value\n", " query_val = query_list(query.value)\n", + " control_query_val = query_list(session_control_sql_textarea.value)\n", " if not target_schema_val_2 == \"\" and not schema_exists(target_schema_val_2):\n", " print(\"\\033[91m\\033[1m Error! The schema does not exist. \\033[0m\\033[0m\")\n", " elif query_check(query_val):\n", " print(\"\\033[91m\\033[1m Error! Re-check your query. \\033[0m\\033[0m\")\n", + " elif query_check(control_query_val):\n", + " print(\"\\033[91m\\033[1m Error! Re-check your session control query. \\033[0m\\033[0m\")\n", " else:\n", " key_val_2 = key_2.value\n", " logging.info(f\"\"\"[Query Profile Main Page] For create using query option, saved key value as :{key_val_2}, target schema as {target_schema_val_2}, query as \"{query_val}\".\"\"\")\n", - " reset_values(query_val = query_val, target_schema_val_2 = target_schema_val_2, key_val_2 = key_val_2)\n", + " reset_values(query_val = query_val, target_schema_val_2 = target_schema_val_2, key_val_2 = key_val_2, control_query_val = control_query_val)\n", "\n", "button.on_click(on_button_clicked_0)\n", - "create_1 = widgets.VBox([target_schema_2_combo, key_2_combo, query, button, output_0])\n" + "create_1 = widgets.VBox([target_schema_2_combo, key_2_combo, session_control_sql, query, button, output_0])\n" ] }, {