From ac184639d40bcde2af3d74b9371712a7f4662f47 Mon Sep 17 00:00:00 2001 From: clelia Date: Wed, 19 Aug 2026 22:30:19 +0200 Subject: [PATCH 1/2] wip: prevent_unoptimized example notebook --- .../prevent_unoptimized.ipynb | 4179 +++++++++++++++++ 1 file changed, 4179 insertions(+) create mode 100644 prevent_unoptimized_usage/prevent_unoptimized.ipynb diff --git a/prevent_unoptimized_usage/prevent_unoptimized.ipynb b/prevent_unoptimized_usage/prevent_unoptimized.ipynb new file mode 100644 index 0000000..3a8c15e --- /dev/null +++ b/prevent_unoptimized_usage/prevent_unoptimized.ipynb @@ -0,0 +1,4179 @@ +{ + "nbformat": 4, + "nbformat_minor": 0, + "metadata": { + "colab": { + "provenance": [] + }, + "kernelspec": { + "name": "python3", + "display_name": "Python 3" + }, + "language_info": { + "name": "python" + }, + "widgets": { + "application/vnd.jupyter.widget-state+json": { + "version_major": 2, + "version_minor": 0, + "state": { + "471bd53dcfc847348f97233ce03575be": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_16f153761d05419bb29fb1936a728f57", + "IPY_MODEL_d5929ae5e21b4be995145cc45110e4e3", + "IPY_MODEL_319939b18ad441fc940f13ba5f4f04e6" + ], + "layout": "IPY_MODEL_85601fd80d8341d0842b323fef9210d0" + } + }, + "16f153761d05419bb29fb1936a728f57": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ae4e52814004434ca89a2cb5e5a8e4e9", + "placeholder": "​", + "style": "IPY_MODEL_0c3406088dc5472bb984f3c635d4b010", + "value": "Download complete: : " + } + }, + "d5929ae5e21b4be995145cc45110e4e3": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_89395e2bc37849c5b9ef9949f31bf832", + "max": 1, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_cdfb3bde8723454382e5daed9e83fafe", + "value": 0 + } + }, + "319939b18ad441fc940f13ba5f4f04e6": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_eb01e437b2d642f9860b911ab99dc076", + "placeholder": "​", + "style": "IPY_MODEL_953e463be24141b3add98bf154d1aaac", + "value": "  0.00B            " + } + }, + "85601fd80d8341d0842b323fef9210d0": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ae4e52814004434ca89a2cb5e5a8e4e9": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0c3406088dc5472bb984f3c635d4b010": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "89395e2bc37849c5b9ef9949f31bf832": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": "20px" + } + }, + "cdfb3bde8723454382e5daed9e83fafe": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "eb01e437b2d642f9860b911ab99dc076": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "953e463be24141b3add98bf154d1aaac": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "05fc00d9efe045eebc56b02ce885a34b": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_f742d993590248f1bf3ffcaf83f5c18f", + "IPY_MODEL_05c6922afc15479b8c9fb254336fc490", + "IPY_MODEL_03fe48489c6f47bcb2a1407ee9b8c5ee" + ], + "layout": "IPY_MODEL_cb2c1809dfb34f2cb7f48f29924a3d03" + } + }, + "f742d993590248f1bf3ffcaf83f5c18f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_1127ae9fbf134a4c85c533c084e5e8dd", + "placeholder": "​", + "style": "IPY_MODEL_cb76f3a77e2a415fb791b3bc720d1703", + "value": "Reconstruction complete: " + } + }, + "05c6922afc15479b8c9fb254336fc490": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ef675c7d243141c88c69182b610d99d7", + "max": 1, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_80c69a288e4648d093d49b7be4d3a9de", + "value": 0 + } + }, + "03fe48489c6f47bcb2a1407ee9b8c5ee": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9fe5b55f33fe4a3c8b72e473c007680c", + "placeholder": "​", + "style": "IPY_MODEL_e0055088ddf24020a4d5e311ab6721f4", + "value": "  0.00B /  0.00B            " + } + }, + "cb2c1809dfb34f2cb7f48f29924a3d03": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1127ae9fbf134a4c85c533c084e5e8dd": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cb76f3a77e2a415fb791b3bc720d1703": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ef675c7d243141c88c69182b610d99d7": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": "20px" + } + }, + "80c69a288e4648d093d49b7be4d3a9de": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "9fe5b55f33fe4a3c8b72e473c007680c": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e0055088ddf24020a4d5e311ab6721f4": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "5a99339a0172439e9d5bce7cb1c16802": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_24d84e561a8744aaa01e283278bec464", + "IPY_MODEL_759208d309cb48a7866898c85228923f", + "IPY_MODEL_203ff992ee3d4e3b8ec6c9552f932257" + ], + "layout": "IPY_MODEL_93d2564fe10747de9e4ccdd15a8e8f2e" + } + }, + "24d84e561a8744aaa01e283278bec464": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c10cb95fa68a4e889c14d8e922978ec8", + "placeholder": "​", + "style": "IPY_MODEL_964ab3af6b5e49d58ee380b7e84f46a0", + "value": "Fetching 2 files: 100%" + } + }, + "759208d309cb48a7866898c85228923f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_968c7ec08ed6483d89844273c0620578", + "max": 2, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_ab3364ed9ec040e5b8c22425054a5df9", + "value": 2 + } + }, + "203ff992ee3d4e3b8ec6c9552f932257": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ebee3df1f69d4c60923771c80ea23eb9", + "placeholder": "​", + "style": "IPY_MODEL_1ab68f79dc984780bef4816505657e80", + "value": " 2/2 [00:00<00:00, 83.26it/s]" + } + }, + "93d2564fe10747de9e4ccdd15a8e8f2e": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c10cb95fa68a4e889c14d8e922978ec8": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "964ab3af6b5e49d58ee380b7e84f46a0": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "968c7ec08ed6483d89844273c0620578": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ab3364ed9ec040e5b8c22425054a5df9": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "ebee3df1f69d4c60923771c80ea23eb9": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1ab68f79dc984780bef4816505657e80": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + } + } + } + } + }, + "cells": [ + { + "cell_type": "markdown", + "source": [ + "# How to Use `prevent_unoptimized` Effectively in Qdrant\n", + "\n", + "After a bulk upload or a configuration update, a Qdrant collection can see higher search latency. Ongoing optimizations create unindexed segments, and queries that land on those segments need a full scan to return results.\n", + "\n", + "Up through Qdrant v1.17, the fix lived on the read path: `indexed_only` is a search parameter that tells Qdrant to skip unindexed regions and search only the fully optimized segments.\n", + "\n", + "The problem was that points could blink: a point could appear briefly in a small segment, then disappear once that segment crossed the indexing threshold and started optimizing.\n", + "\n", + "Qdrant v1.17.1 introduced a second fix, this time on the write path: the experimental `prevent_unoptimized` flag.\n", + "\n", + "`prevent_unoptimized` defers the visibility of unindexed points. Once a segment starts optimizing, new points added to it stay in a deferred state until the segment finishes optimizing and becomes searchable. Qdrant still writes them to persistent storage, so you don't lose data, it just holds them back from search until they're ready.\n", + "\n", + "This notebook covers how to turn on `prevent_unoptimized`, how to combine it with uploads, how to monitor optimization progress, how to measure the effect of it on query latency, and what tradeoffs the setting brings." + ], + "metadata": { + "id": "5JJ3K2d26cjk" + } + }, + { + "cell_type": "markdown", + "source": [ + "## Setup\n", + "\n", + "Install the `qdrant-client`, `huggingface-hub` and `polars` python packages to set up a Qdrant collection, download and process the dataset for this tutorial.\n", + "\n", + "We will be using a [Qdrant Cloud Free Tier Cluster]( https://qdrant.tech/documentation/cloud/create-cluster/#free-clusters.).\n", + "\n", + "[Create a free cluster](https://cloud.qdrant.io/), save the associated API key and endpoint URL, and instantiate the Qdrant Client:" + ], + "metadata": { + "id": "JMYh26_jW1QB" + } + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": { + "id": "u63VZerR6Jah" + }, + "outputs": [], + "source": [ + "! pip install -q qdrant-client huggingface-hub polars" + ] + }, + { + "cell_type": "code", + "source": [ + "from qdrant_client import AsyncQdrantClient\n", + "from getpass import getpass\n", + "\n", + "client = AsyncQdrantClient(\n", + " url=getpass(\"Qdrant URL:\"),\n", + " api_key=getpass(\"Qdrant API key:\"),\n", + " timeout=6000,\n", + " prefer_grpc=True,\n", + ")" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "r5YqxmgqW03Y", + "outputId": "7ef8b84e-48de-48b0-fb88-f4a2d1e32809" + }, + "execution_count": 2, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Qdrant URL:··········\n", + "Qdrant API key:··········\n" + ] + } + ] + }, + { + "cell_type": "markdown", + "source": [ + "We'll be performing a few operations concurrently: searching and monitoring optimization progress. The asynchronous Qdrant client ensures these calls won't block the event loop.\n", + "\n", + "We'll also be uploading a large number of embeddings in batches. For that, increase the client's timeout and prefer gRPC as the transport where possible. Both improve resilience and performance." + ], + "metadata": { + "id": "QnDdtP4VYcd6" + } + }, + { + "cell_type": "markdown", + "source": [ + "## Create Collections\n", + "\n", + "We will create two collections, each containing 100,000 768-dimensional vectors, one with `prevent_unoptimized` set to `True` and the other set to `False`: this will allow us to see the effect of `prevent_unoptimized` on query latency during the optimization phase and on the duration of the optimization phase itself." + ], + "metadata": { + "id": "wbQ-pizLaXpe" + } + }, + { + "cell_type": "code", + "source": [ + "from qdrant_client import models\n", + "\n", + "async def create_collection(collection_name: str, prevent_unoptimized: bool = True) -> None:\n", + " collection_exists = await client.collection_exists(collection_name)\n", + " if collection_exists:\n", + " raise RuntimeError(\"Collection already exists, please delete it or change the name of the new collection you are trying to create\")\n", + " await client.create_collection(\n", + " collection_name=collection_name,\n", + " vectors_config=models.VectorParams(size=768, distance=models.Distance.COSINE),\n", + " optimizers_config=models.OptimizersConfigDiff(prevent_unoptimized=prevent_unoptimized)\n", + " )\n", + " print(f\"Created {collection_name}\")\n", + "\n", + "await create_collection(\"prevent-unoptimized\")\n", + "await create_collection(\"allow-unoptimized\", prevent_unoptimized=False)" + ], + "metadata": { + "id": "f9svTNuk6aop", + "colab": { + "base_uri": "https://localhost:8080/" + }, + "outputId": "a945a555-e799-45f4-97c9-f071725501c1" + }, + "execution_count": 3, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Created prevent-unoptimized\n", + "Created allow-unoptimized\n" + ] + } + ] + }, + { + "cell_type": "markdown", + "source": [ + "## Download the Dataset\n", + "\n", + "Next we download the [`ashraq/cohere-wiki-embedding-100k`](https://huggingface.co/datasets/ashraq/cohere-wiki-embedding-100k) dataset from HuggingFace, which contains 100,000 pre-embedded Wikipedia passages." + ], + "metadata": { + "id": "cScaSuuScMoC" + } + }, + { + "cell_type": "code", + "source": [ + "from huggingface_hub import snapshot_download\n", + "\n", + "def download_dataset() -> str:\n", + " download_path = snapshot_download(\n", + " repo_id=\"ashraq/cohere-wiki-embedding-100k\",\n", + " repo_type=\"dataset\",\n", + " allow_patterns=[\"data/train-*-of-*.parquet\"]\n", + " )\n", + " return download_path\n", + "\n", + "data_path = download_dataset()" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 113, + "referenced_widgets": [ + "471bd53dcfc847348f97233ce03575be", + "16f153761d05419bb29fb1936a728f57", + "d5929ae5e21b4be995145cc45110e4e3", + "319939b18ad441fc940f13ba5f4f04e6", + "85601fd80d8341d0842b323fef9210d0", + "ae4e52814004434ca89a2cb5e5a8e4e9", + "0c3406088dc5472bb984f3c635d4b010", + "89395e2bc37849c5b9ef9949f31bf832", + "cdfb3bde8723454382e5daed9e83fafe", + "eb01e437b2d642f9860b911ab99dc076", + "953e463be24141b3add98bf154d1aaac", + "05fc00d9efe045eebc56b02ce885a34b", + "f742d993590248f1bf3ffcaf83f5c18f", + "05c6922afc15479b8c9fb254336fc490", + "03fe48489c6f47bcb2a1407ee9b8c5ee", + "cb2c1809dfb34f2cb7f48f29924a3d03", + "1127ae9fbf134a4c85c533c084e5e8dd", + "cb76f3a77e2a415fb791b3bc720d1703", + "ef675c7d243141c88c69182b610d99d7", + "80c69a288e4648d093d49b7be4d3a9de", + "9fe5b55f33fe4a3c8b72e473c007680c", + "e0055088ddf24020a4d5e311ab6721f4", + "5a99339a0172439e9d5bce7cb1c16802", + "24d84e561a8744aaa01e283278bec464", + "759208d309cb48a7866898c85228923f", + "203ff992ee3d4e3b8ec6c9552f932257", + "93d2564fe10747de9e4ccdd15a8e8f2e", + "c10cb95fa68a4e889c14d8e922978ec8", + "964ab3af6b5e49d58ee380b7e84f46a0", + "968c7ec08ed6483d89844273c0620578", + "ab3364ed9ec040e5b8c22425054a5df9", + "ebee3df1f69d4c60923771c80ea23eb9", + "1ab68f79dc984780bef4816505657e80" + ] + }, + "id": "bg-Dz-IFc-Ay", + "outputId": "9c624d2a-f90c-4185-d7ab-1cf6aed3c5f4" + }, + "execution_count": 6, + "outputs": [ + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Downloading bytes: | 0.00B " + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "471bd53dcfc847348f97233ce03575be" + } + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Reconstructing (incomplete total...): | | 0.00B / 0.00B " + ], + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "05fc00d9efe045eebc56b02ce885a34b" + } + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Fetching 2 files: 0%| | 0/2 [00:00 This suggestion does not apply to the Rust and Go SDK, as well as to the REST API, since they set `wait=False` by default." + ], + "metadata": { + "id": "A-HRS9bydzhJ" + } + }, + { + "cell_type": "code", + "source": [ + "import polars as pl\n", + "\n", + "def load_data(data_path: str) -> pl.DataFrame:\n", + " df = pl.read_parquet(source=f\"{data_path.rstrip('/')}/data/train-*-of-*.parquet\", columns=[\"emb\"])\n", + " return df\n", + "\n", + "data = load_data(data_path)" + ], + "metadata": { + "id": "WRjy6zuEfFAP" + }, + "execution_count": 19, + "outputs": [] + }, + { + "cell_type": "code", + "source": [ + "import uuid\n", + "import asyncio\n", + "\n", + "async def upload_points(collection_name: str, df: pl.DataFrame) -> None:\n", + " for batch in df.iter_slices(1000):\n", + " points = [\n", + " models.PointStruct(\n", + " id=str(uuid.uuid4()),\n", + " vector=row[\"emb\"]\n", + " )\n", + " for row in batch.iter_rows(named=True)\n", + " ]\n", + " await client.upsert(collection_name=collection_name, points=points, wait=False)\n" + ], + "metadata": { + "id": "k7_qgReTg-lo" + }, + "execution_count": 24, + "outputs": [] + }, + { + "cell_type": "markdown", + "source": [ + "## Monitor Optimozations Progress\n", + "\n", + "You can monitor how optimization is progressing by sending a `GET` request to the `/collections/{collection_name}/optimizations` endpoints. At the same time, if you are simply interested in the number of deferred points, you can get that with a `GET` request to `/collections/{collection_name}` and accessing `.update_queue.deferred_points`.\n", + "\n", + "The python client provides both a `get_collection` and a `get_optimizations` method that allows us to get structured reports over the progress." + ], + "metadata": { + "id": "wdE5vnaziJn2" + } + }, + { + "cell_type": "code", + "source": [ + "import time\n", + "\n", + "# We poll for optimizations every 0.5 seconds, which means\n", + "# 14_400 iterations is approximately 2hrs, which should be plenty\n", + "# of time for optimizations to complete\n", + "async def get_optimizations_progress(\n", + " signal: asyncio.Event,\n", + " collection_name: str,\n", + " max_iterations: int = 14_400\n", + ") -> float:\n", + " start = time.perf_counter()\n", + " it = 0\n", + " while it < max_iterations:\n", + " optimizations: models.OptimizationsResponse\n", + " info: models.CollectionInfo\n", + " optimizations, info = await asyncio.gather(\n", + " client.get_optimizations(\n", + " collection_name=collection_name, with_=\"completed,queued,idle_segments\"\n", + " ),\n", + " client.get_collection(collection_name=collection_name),\n", + " )\n", + " print(f\"Deferred points: {info.update_queue.deferred_points or 0 if info.update_queue is not None else 0}\", flush=True)\n", + " print(f\"Running optimizations: {len(optimizations.running)}\", flush=True)\n", + " print(f\"Queued optimizations: {len(optimizations.queued or [])}\", flush=True)\n", + " print(f\"Completed optimizations: {len(optimizations.completed or [])}\", flush=True)\n", + " if len(optimizations.running) == 0 and len(optimizations.queued or []) == 0:\n", + " signal.set()\n", + " break\n", + " it += 1\n", + " await asyncio.sleep(0.5)\n", + " end = time.perf_counter()\n", + " return end - start\n" + ], + "metadata": { + "id": "xf1OwG7HjCfM" + }, + "execution_count": 25, + "outputs": [] + }, + { + "cell_type": "markdown", + "source": [ + "## Send Search Queries\n", + "\n", + "While the collection is being optimized, we send search queries and measure their latency. This will allow us to see the difference between a collection with `prevent_unoptimized` enabled and disabled.\n", + "\n", + "As queries, we sample 1000 random vectors from our dataframe." + ], + "metadata": { + "id": "s7tycY81mv81" + } + }, + { + "cell_type": "code", + "source": [ + "queries = data.sample(1000)[\"emb\"].to_list()" + ], + "metadata": { + "id": "GpR7NeVKnTez" + }, + "execution_count": 21, + "outputs": [] + }, + { + "cell_type": "code", + "source": [ + "async def query(\n", + " signal: asyncio.Event,\n", + " collection_name: str,\n", + " queries: list[list[float]],\n", + ") -> tuple[list[float], float]:\n", + " start = time.perf_counter()\n", + " latencies = []\n", + " while True:\n", + " for query in queries:\n", + " q_start = time.perf_counter()\n", + " await client.query_points(collection_name=collection_name, query=query)\n", + " q_stop = time.perf_counter()\n", + " latencies.append(q_stop - q_start)\n", + " print(f\"Query took {q_stop - q_start}s\", flush=True)\n", + " if signal.is_set():\n", + " break\n", + " end = time.perf_counter()\n", + " return latencies, end - start\n" + ], + "metadata": { + "id": "6oqlUsrVnmhN" + }, + "execution_count": 26, + "outputs": [] + }, + { + "cell_type": "markdown", + "source": [ + "## Putting Everything Together\n", + "\n", + "We are now ready to upload our points, and, once the upload is done, start querying and collecting optimization status." + ], + "metadata": { + "id": "oakztV6Lobru" + } + }, + { + "cell_type": "code", + "source": [ + "from typing import TypedDict\n", + "\n", + "class Stats(TypedDict):\n", + " total_optimization_time: float\n", + " total_query_time: float\n", + " query_latencies: list[float]\n", + "\n", + "async def query_and_optimize(collection_name: str, queries: list[list[float]], max_iterations: int = 14_400) -> Stats:\n", + " signal = asyncio.Event()\n", + " results = await asyncio.gather(*[get_optimizations_progress(signal, collection_name, max_iterations), query(signal, collection_name, queries)])\n", + " opt_time: float = results[0]\n", + " latencies, query_time = results[1]\n", + " return {\n", + " \"total_optimization_time\": opt_time,\n", + " \"total_query_time\": query_time,\n", + " \"query_latencies\": latencies\n", + " }\n", + "\n", + "await asyncio.gather(upload_points(\"prevent-unoptimized\", data), upload_points(\"allow-unoptimized\", data))\n", + "print(\"Uploaded points!\\n\\n\")\n", + "stats_prevent, stats_unopt = await asyncio.gather(query_and_optimize(\"prevent-unoptimized\", queries), query_and_optimize(\"allow-unoptimized\", queries))" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "MwAuwm7-obFt", + "outputId": "ede6ae14-51f2-4b57-da40-30c59a9c3ae0" + }, + "execution_count": 27, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Uploaded points!\n", + "\n", + "\n", + "Query took 0.318348366000464s\n", + "Query took 0.32589991400072904s\n", + "Query took 0.11745562099986273s\n", + "Deferred points: 53666\n", + "Running optimizations: 0\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.2539356469997074s\n", + "Query took 0.17251208700054121s\n", + "Query took 0.13498689800053398s\n", + "Query took 0.1120259300005273s\n", + "Query took 0.1189278629999535s\n", + "Query took 0.13527402500039898s\n", + "Query took 0.1730980879992785s\n", + "Query took 0.1745405000001483s\n", + "Query took 0.1935509129998536s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.2030059219996474s\n", + "Query took 0.12691851599993242s\n", + "Query took 0.18264557300062734s\n", + "Query took 0.15982039700065798s\n", + "Query took 0.19135535999976128s\n", + "Query took 0.11980497100012144s\n", + "Query took 0.12821379300021363s\n", + "Query took 0.18644012700042367s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17692618199998833s\n", + "Query took 0.19062864399984392s\n", + "Query took 0.18693907099986973s\n", + "Query took 0.19388982399959787s\n", + "Query took 0.18933151700002782s\n", + "Query took 0.11993471900041186s\n", + "Query took 0.11644113600050332s\n", + "Query took 0.11211439300041093s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.16861343500022485s\n", + "Query took 0.19618480000008276s\n", + "Query took 0.1975495160004357s\n", + "Query took 0.21456265500000882s\n", + "Query took 0.18901791900043463s\n", + "Query took 0.19269386799987842s\n", + "Query took 0.1195219460005319s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1859842439998829s\n", + "Query took 0.1540807360006511s\n", + "Query took 0.17268257199975778s\n", + "Query took 0.11208472399994207s\n", + "Query took 0.120352343000377s\n", + "Query took 0.18576822500017443s\n", + "Query took 0.1871582750000016s\n", + "Query took 0.11089076200005366s\n", + "Query took 0.11800360899997031s\n", + "Query took 0.18102662099954614s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17645918400012306s\n", + "Query took 0.12362176300030114s\n", + "Query took 0.12045204100013507s\n", + "Query took 0.17319627399956516s\n", + "Query took 0.17385749699951702s\n", + "Query took 0.11055294800007687s\n", + "Query took 0.12494800000058603s\n", + "Query took 0.12516878499991435s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.16662262200043187s\n", + "Query took 0.1741967569996632s\n", + "Query took 0.11014425299981667s\n", + "Query took 0.18977832600012334s\n", + "Query took 0.18127915799959737s\n", + "Query took 0.12133007899956283s\n", + "Query took 0.11301582100077212s\n", + "Query took 0.18055203499989148s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1910404700001891s\n", + "Query took 0.1886425729999246s\n", + "Query took 0.1221285200008424s\n", + "Query took 0.13904986000034114s\n", + "Query took 0.11995750300047803s\n", + "Query took 0.1531804469996132s\n", + "Query took 0.1765669460000936s\n", + "Query took 0.11386514000059833s\n", + "Query took 0.18834395199974097s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17107286900045438s\n", + "Query took 0.18394260999957623s\n", + "Query took 0.11057730499942409s\n", + "Query took 0.12187387999983912s\n", + "Query took 0.17963439699997252s\n", + "Query took 0.11111324500052433s\n", + "Query took 0.18906912200054649s\n", + "Query took 0.11530156499975419s\n", + "Query took 0.1854068130005544s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17287099999975908s\n", + "Query took 0.12057857299987518s\n", + "Query took 0.11692481000045518s\n", + "Query took 0.18425673199999437s\n", + "Query took 0.17934576800053037s\n", + "Query took 0.11834970099971542s\n", + "Query took 0.1115974020003705s\n", + "Query took 0.1820004080000217s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11244979300045088s\n", + "Query took 0.12010018399996625s\n", + "Query took 0.1730675839999094s\n", + "Query took 0.17658760499944037s\n", + "Query took 0.11214449900035106s\n", + "Query took 0.11800358500022412s\n", + "Query took 0.18729041400001734s\n", + "Query took 0.1794596139998248s\n", + "Query took 0.11234942600003706s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.12541982200036728s\n", + "Query took 0.12412319100076274s\n", + "Query took 0.17897314699985145s\n", + "Query took 0.18268570599957457s\n", + "Query took 0.18723025700001017s\n", + "Query took 0.1885974830001942s\n", + "Query took 0.11257462600042345s\n", + "Query took 0.19352028100001917s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11862163400019199s\n", + "Query took 0.12346571699981723s\n", + "Query took 0.16150121800001216s\n", + "Query took 0.1721250680002413s\n", + "Query took 0.11131441199995606s\n", + "Query took 0.18294181800047227s\n", + "Query took 0.20342539899957046s\n", + "Query took 0.11987351000061608s\n", + "Query took 0.130360350999581s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1751551429997562s\n", + "Query took 0.1750424310002927s\n", + "Query took 0.12160753900025156s\n", + "Query took 0.1207476260005933s\n", + "Query took 0.16938473400023213s\n", + "Query took 0.17664024800069456s\n", + "Query took 0.1098181889992702s\n", + "Query took 0.19177470400063612s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11274437900010525s\n", + "Query took 0.12077200800013088s\n", + "Query took 0.17042624199984857s\n", + "Query took 0.1834883550000086s\n", + "Query took 0.11224403199958033s\n", + "Query took 0.18718882300072437s\n", + "Query took 0.19495211499997822s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.20043566900039878s\n", + "Query took 0.20750854500056448s\n", + "Query took 0.12141618599980575s\n", + "Query took 0.18952198199986015s\n", + "Query took 0.18882072500036884s\n", + "Query took 0.12131686500015348s\n", + "Query took 0.17884016899915878s\n", + "Query took 0.19449960800011468s\n", + "Query took 0.11182081400056632s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.19357203799972922s\n", + "Query took 0.1797772090003491s\n", + "Query took 0.19523659600054089s\n", + "Query took 0.11304985200058582s\n", + "Query took 0.1935000339999533s\n", + "Query took 0.18841816899930564s\n", + "Query took 0.2020066280001629s\n", + "Query took 0.2099477609999667s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18379201399966405s\n", + "Query took 0.20845932300017012s\n", + "Query took 0.10893055999986245s\n", + "Query took 0.18242684899996675s\n", + "Query took 0.11187728299955779s\n", + "Query took 0.11708427100074914s\n", + "Query took 0.1740431099997295s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1932991560006485s\n", + "Query took 0.11325789100010297s\n", + "Query took 0.18266487199980475s\n", + "Query took 0.18845106400021905s\n", + "Query took 0.12280950300009863s\n", + "Query took 0.12852918699991278s\n", + "Query took 0.17811587000051077s\n", + "Query took 0.18373290799991082s\n", + "Query took 0.11093947200060938s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1988841410002351s\n", + "Query took 0.12133799200000794s\n", + "Query took 0.18773716499981674s\n", + "Query took 0.16599327899984928s\n", + "Query took 0.1999021729998276s\n", + "Query took 0.19718172300053993s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.19860024199988402s\n", + "Query took 0.2260768879996249s\n", + "Query took 0.1790065319992209s\n", + "Query took 0.1746632819995284s\n", + "Query took 0.11186014099985186s\n", + "Query took 0.18836653200014553s\n", + "Query took 0.11656415399920661s\n", + "Query took 0.12316877899957035s\n", + "Query took 0.16239686800054187s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17426950800017948s\n", + "Query took 0.11159772700011672s\n", + "Query took 0.19356241100012994s\n", + "Query took 0.18530101200030913s\n", + "Query took 0.1315209229996981s\n", + "Query took 0.13611833899994963s\n", + "Query took 0.17261471300025732s\n", + "Query took 0.189494986999307s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18384138799956418s\n", + "Query took 0.18025837900040642s\n", + "Query took 0.12379164100002527s\n", + "Query took 0.18973723399994924s\n", + "Query took 0.17364547700071853s\n", + "Query took 0.19386530900010257s\n", + "Query took 0.12265657100033422s\n", + "Query took 0.120984572999987s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17203149499982828s\n", + "Query took 0.191260992000025s\n", + "Query took 0.1890791320001881s\n", + "Query took 0.18287204900025245s\n", + "Query took 0.11386670000047161s\n", + "Query took 0.12488540199956333s\n", + "Query took 0.17507731200021226s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17975440200007142s\n", + "Query took 0.12157368200041674s\n", + "Query took 0.17938375900030223s\n", + "Query took 0.19369745499989222s\n", + "Query took 0.1125083180004367s\n", + "Query took 0.18421255900011602s\n", + "Query took 0.1826367969997591s\n", + "Query took 0.1174087879999206s\n", + "Query took 0.11512130499977502s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1812882760004868s\n", + "Query took 0.17820971499986626s\n", + "Query took 0.19092207799985772s\n", + "Query took 0.11679430200001661s\n", + "Query took 0.12364487900049426s\n", + "Query took 0.17488095399949088s\n", + "Query took 0.11069203199986077s\n", + "Query took 0.18546563400013838s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1846052310002051s\n", + "Query took 0.1868949279996741s\n", + "Query took 0.1099742160004098s\n", + "Query took 0.19300738600031764s\n", + "Query took 0.11087523399964994s\n", + "Query took 0.12418870499914192s\n", + "Query took 0.17889872700015985s\n", + "Query took 0.17694463999941945s\n", + "Query took 0.11418422800034023s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11851559499973519s\n", + "Query took 0.18142356199950882s\n", + "Query took 0.18318282200016256s\n", + "Query took 0.12420399300026475s\n", + "Query took 0.18803966300038155s\n", + "Query took 0.18285282899978483s\n", + "Query took 0.127663171999302s\n", + "Query took 0.1876828900003602s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1724914569995235s\n", + "Query took 0.19721367200054374s\n", + "Query took 0.18919355900015944s\n", + "Query took 0.11140125200017792s\n", + "Query took 0.1281526099992334s\n", + "Query took 0.17103098700044939s\n", + "Query took 0.17348934199981159s\n", + "Query took 0.11999792799997522s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18376254000031622s\n", + "Query took 0.17765080600020156s\n", + "Query took 0.11782626799958962s\n", + "Query took 0.18865041799926985s\n", + "Query took 0.18189117099973373s\n", + "Query took 0.11891780699988885s\n", + "Query took 0.19256442400001106s\n", + "Query took 0.1864250050002738s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17269947799923102s\n", + "Query took 0.19073286299953907s\n", + "Query took 0.1916507529995215s\n", + "Query took 0.19228962200031674s\n", + "Query took 0.12406042399925354s\n", + "Query took 0.12286024700006237s\n", + "Query took 0.18580620099965017s\n", + "Query took 0.18833030499990855s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18953671300005226s\n", + "Query took 0.19079336100003275s\n", + "Query took 0.127168490999793s\n", + "Query took 0.19520026800000778s\n", + "Query took 0.1703523939995648s\n", + "Query took 0.12254131600002438s\n", + "Query took 0.11277124299977004s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17633538300015061s\n", + "Query took 0.181226831999993s\n", + "Query took 0.11987242699979106s\n", + "Query took 0.11031110400017496s\n", + "Query took 0.17545106499983376s\n", + "Query took 0.11254872999961663s\n", + "Query took 0.11874302800060832s\n", + "Query took 0.17556815300031303s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18203123199964466s\n", + "Query took 0.11856702299974131s\n", + "Query took 0.2140068569997311s\n", + "Query took 0.21965822299989668s\n", + "Query took 0.1617386190000616s\n", + "Query took 0.1910591169998952s\n", + "Query took 0.19625070300025982s\n", + "Query took 0.19149557499986258s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1087167870000485s\n", + "Query took 0.17661106400009885s\n", + "Query took 0.16799354299928382s\n", + "Query took 0.11780650299988338s\n", + "Query took 0.11046920599983423s\n", + "Query took 0.1818030650001674s\n", + "Query took 0.18019407399970078s\n", + "Query took 0.11519461599982606s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11568799699944066s\n", + "Query took 0.17983055700005934s\n", + "Query took 0.17454818400074146s\n", + "Query took 0.12151149100009206s\n", + "Query took 0.1180892459997267s\n", + "Query took 0.174801839999418s\n", + "Query took 0.1761975330000496s\n", + "Query took 0.11905547900005331s\n", + "Query took 0.1130974289999358s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17539191400010168s\n", + "Query took 0.18266730599953007s\n", + "Query took 0.19015353500071797s\n", + "Query took 0.11690918900058023s\n", + "Query took 0.12311215800036734s\n", + "Query took 0.1799802629993792s\n", + "Query took 0.17573718600033317s\n", + "Query took 0.11682137299976603s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.12219628799994098s\n", + "Query took 0.17166608399929828s\n", + "Query took 0.1797205210004904s\n", + "Query took 0.11434791600004246s\n", + "Query took 0.1872212619991842s\n", + "Query took 0.18594881999979407s\n", + "Query took 0.11971536300006846s\n", + "Query took 0.13256118800018157s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18226340999990498s\n", + "Query took 0.17963277499984542s\n", + "Query took 0.1105733610002062s\n", + "Query took 0.1790424480004731s\n", + "Query took 0.17884702199989988s\n", + "Query took 0.1178371710002466s\n", + "Query took 0.10920607499974722s\n", + "Query took 0.17975873199975467s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.12082569399990462s\n", + "Query took 0.1215232639997339s\n", + "Query took 0.15757650600062334s\n", + "Query took 0.18319722000069305s\n", + "Query took 0.11906998699942051s\n", + "Query took 0.11906245299996954s\n", + "Query took 0.1753260430004957s\n", + "Query took 0.17325789499955135s\n", + "Query took 0.11175456500041037s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11166192600012437s\n", + "Query took 0.1926090300003125s\n", + "Query took 0.17953353299981245s\n", + "Query took 0.1970801110001048s\n", + "Query took 0.1168234240003585s\n", + "Query took 0.1184614120002152s\n", + "Query took 0.17705072700027813s\n", + "Query took 0.18693891400016582s\n", + "Query took 0.11490066300029866s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.19238667900026485s\n", + "Query took 0.1861699970004338s\n", + "Query took 0.19963885600009235s\n", + "Query took 0.21203994200004672s\n", + "Query took 0.11075982100010151s\n", + "Query took 0.17808536699976685s\n", + "Query took 0.17304128400064656s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.12448011100059375s\n", + "Query took 0.12122202699993068s\n", + "Query took 0.17669850999936898s\n", + "Query took 0.11320757900011813s\n", + "Query took 0.1950298109995856s\n", + "Query took 0.16706095300014567s\n", + "Query took 0.12037711799985118s\n", + "Query took 0.1975568010002462s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1738760039997942s\n", + "Query took 0.11963917899993248s\n", + "Query took 0.11296382399996219s\n", + "Query took 0.18053551600041828s\n", + "Query took 0.10880552899925533s\n", + "Query took 0.11941079500047636s\n", + "Query took 0.17456576600034168s\n", + "Query took 0.183666187000199s\n", + "Query took 0.11006607899980736s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11570158100039407s\n", + "Query took 0.11058011100067233s\n", + "Query took 0.1782338789998903s\n", + "Query took 0.18244323500039172s\n", + "Query took 0.11414878600044176s\n", + "Query took 0.13145569599964801s\n", + "Query took 0.19636805600021034s\n", + "Query took 0.19481780900059675s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1771772410002086s\n", + "Query took 0.17731159100003424s\n", + "Query took 0.1157680899996194s\n", + "Query took 0.11941838200073107s\n", + "Query took 0.1119957479995719s\n", + "Query took 0.17756153800019092s\n", + "Query took 0.17090436499984207s\n", + "Query took 0.11818750300062675s\n", + "Query took 0.11099292100061575s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18455909899967082s\n", + "Query took 0.1817718820002483s\n", + "Query took 0.19096144600007392s\n", + "Query took 0.13242182300018612s\n", + "Query took 0.11826927099991735s\n", + "Query took 0.16666768600043724s\n", + "Query took 0.18322802599959687s\n", + "Query took 0.11873948399988876s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18289572600042447s\n", + "Query took 0.19582694500059006s\n", + "Query took 0.1946074450006563s\n", + "Query took 0.19513371300035942s\n", + "Query took 0.1274805129996821s\n", + "Query took 0.197898215999885s\n", + "Query took 0.16297526300058962s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1926261020007587s\n", + "Query took 0.11965972500001953s\n", + "Query took 0.1250216829994315s\n", + "Query took 0.17928449000010005s\n", + "Query took 0.17492024399962247s\n", + "Query took 0.1184841320000487s\n", + "Query took 0.1829236020003009s\n", + "Query took 0.1793491329999597s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18587070400008088s\n", + "Query took 0.2047929340005794s\n", + "Query took 0.11303225199935696s\n", + "Query took 0.18052860999978293s\n", + "Query took 0.11369199799992202s\n", + "Query took 0.1241602240006614s\n", + "Query took 0.1647622219998084s\n", + "Query took 0.1819622069997422s\n", + "Query took 0.11315267999998468s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1867798640005276s\n", + "Query took 0.1820125479998751s\n", + "Query took 0.12303440200048499s\n", + "Query took 0.12204845599990222s\n", + "Query took 0.18338077899989003s\n", + "Query took 0.1825356310000643s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.20474486100010836s\n", + "Query took 0.20437487499930285s\n", + "Query took 0.18813988300007622s\n", + "Query took 0.18880231799994363s\n", + "Query took 0.1188562670004103s\n", + "Query took 0.20241106800040143s\n", + "Query took 0.11459194700000808s\n", + "Query took 0.11615667099977145s\n", + "Query took 0.1605604559999847s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1810032550001779s\n", + "Query took 0.11065631400015263s\n", + "Query took 0.12183002300025692s\n", + "Query took 0.19037712899989856s\n", + "Query took 0.17784219900022435s\n", + "Query took 0.1115085250003176s\n", + "Query took 0.19475176699961594s\n", + "Query took 0.19199729000047228s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.12205467900002986s\n", + "Query took 0.11980945899995277s\n", + "Query took 0.17574005000005855s\n", + "Query took 0.17331564199957938s\n", + "Query took 0.13346303300022555s\n", + "Query took 0.138357982999878s\n", + "Query took 0.15610740400006762s\n", + "Query took 0.184550038999987s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11943573799999285s\n", + "Query took 0.1861207239999203s\n", + "Query took 0.16621014900010778s\n", + "Query took 0.1879391709999254s\n", + "Query took 0.11695913299990934s\n", + "Query took 0.12251684900002147s\n", + "Query took 0.11421574599989981s\n", + "Query took 0.17999093399976118s\n", + "Query took 0.17900644700057455s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18394413599980908s\n", + "Query took 0.18571731799966074s\n", + "Query took 0.11481872300009854s\n", + "Query took 0.12210549700012052s\n", + "Query took 0.10990625199974602s\n", + "Query took 0.18043675500030076s\n", + "Query took 0.17208827200011s\n", + "Query took 0.12069019499995193s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.10899142000016582s\n", + "Query took 0.18804530800025532s\n", + "Query took 0.18717549099983444s\n", + "Query took 0.11521387500033597s\n", + "Query took 0.11288441600027s\n", + "Query took 0.17851937500017812s\n", + "Query took 0.11114718600038032s\n", + "Query took 0.1901386609997644s\n", + "Query took 0.17831363700042857s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.12314103300013812s\n", + "Query took 0.12912891500036494s\n", + "Query took 0.17623097300020163s\n", + "Query took 0.1899774619996606s\n", + "Query took 0.11284108200015908s\n", + "Query took 0.11663389700061089s\n", + "Query took 0.10749805300019943s\n", + "Query took 0.17895523900006083s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.16791684100007842s\n", + "Query took 0.11649208000017097s\n", + "Query took 0.11711888699937845s\n", + "Query took 0.1129464960004043s\n", + "Query took 0.11504508600046393s\n", + "Query took 0.11012012300034257s\n", + "Query took 0.10949230900041584s\n", + "Query took 0.11048252700038574s\n", + "Query took 0.10899192599936214s\n", + "Query took 0.11115650099964114s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11004665400014346s\n", + "Query took 0.11476526999922498s\n", + "Query took 0.111206286000197s\n", + "Query took 0.11270529100056592s\n", + "Query took 0.11863309100044717s\n", + "Query took 0.11836202799986495s\n", + "Query took 0.11147012199944584s\n", + "Query took 0.11273750999953336s\n", + "Query took 0.11623734400018293s\n", + "Query took 0.11552765299984458s\n", + "Query took 0.11586430799980008s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11855862500033254s\n", + "Query took 0.1530463859999145s\n", + "Query took 0.19527698000001692s\n", + "Query took 0.19726261499999964s\n", + "Query took 0.2052997430000687s\n", + "Query took 0.19110235000061948s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.20245078199968702s\n", + "Query took 0.19387134199951106s\n", + "Query took 0.18968563199996424s\n", + "Query took 0.19122814899947116s\n", + "Query took 0.18902445000003354s\n", + "Query took 0.11603026800003136s\n", + "Query took 0.12055347299974528s\n", + "Query took 0.17561108399968361s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1758277070002805s\n", + "Query took 0.11618354699930933s\n", + "Query took 0.11346525699991616s\n", + "Query took 0.1804447770000479s\n", + "Query took 0.18120382300003257s\n", + "Query took 0.11575450300006196s\n", + "Query took 0.11690660800013575s\n", + "Query took 0.18808634000015445s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.19514296500074124s\n", + "Query took 0.20259746399915457s\n", + "Query took 0.1820765209995443s\n", + "Query took 0.18345910599964554s\n", + "Query took 0.11557700699995621s\n", + "Query took 0.11357595800018316s\n", + "Query took 0.1750652299997455s\n", + "Query took 0.11743363899950054s\n", + "Query took 0.12350122600037139s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.16849972999989404s\n", + "Query took 0.168776603999504s\n", + "Query took 0.1855750229997284s\n", + "Query took 0.1162396979998448s\n", + "Query took 0.10944818000007217s\n", + "Query took 0.1776736849997178s\n", + "Query took 0.11138687499988009s\n", + "Query took 0.11748548400009895s\n", + "Query took 0.17670759799966618s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17952771000000212s\n", + "Query took 0.18523418999939167s\n", + "Query took 0.1170094250001057s\n", + "Query took 0.11474981999981537s\n", + "Query took 0.17277830700004415s\n", + "Query took 0.17857056699995155s\n", + "Query took 0.11631725300048856s\n", + "Query took 0.10989106000033644s\n", + "Query took 0.17679956299980404s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11764545800087944s\n", + "Query took 0.12115152800015494s\n", + "Query took 0.17074629600028857s\n", + "Query took 0.17626029100028973s\n", + "Query took 0.11408101599954534s\n", + "Query took 0.1257892300000094s\n", + "Query took 0.12339891399915359s\n", + "Query took 0.15950748900013423s\n", + "Query took 0.1809389669997472s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.19272511700000905s\n", + "Query took 0.1921455749998131s\n", + "Query took 0.12432762599928537s\n", + "Query took 0.18983481999930518s\n", + "Query took 0.17080544200052827s\n", + "Query took 0.11345893999987311s\n", + "Query took 0.11837620699952822s\n", + "Query took 0.18367360400043253s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17835302200001024s\n", + "Query took 0.11327942299976712s\n", + "Query took 0.116752975000054s\n", + "Query took 0.17995621000045503s\n", + "Query took 0.17715912999938155s\n", + "Query took 0.11610459499934223s\n", + "Query took 0.12030420399969444s\n", + "Query took 0.18731395800023165s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.175682641000094s\n", + "Query took 0.11256491000040114s\n", + "Query took 0.11269625599925348s\n", + "Query took 0.1143201240001872s\n", + "Query took 0.12003423499936616s\n", + "Query took 0.11886075300026278s\n", + "Query took 0.16571377599939296s\n", + "Query took 0.1479039769992596s\n", + "Query took 0.11427130199990643s\n", + "Query took 0.11509577200013155s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1202220919994943s\n", + "Query took 0.1719454099993527s\n", + "Query took 0.15542333699977462s\n", + "Query took 0.11969082399991748s\n", + "Query took 0.10911163200034935s\n", + "Query took 0.17068744000061997s\n", + "Query took 0.11044891599976836s\n", + "Query took 0.11444082999969396s\n", + "Query took 0.11109779700018407s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18039491600029578s\n", + "Query took 0.1711551469998085s\n", + "Query took 0.11405605799973273s\n", + "Query took 0.18479326099986793s\n", + "Query took 0.18351683799937746s\n", + "Query took 0.1137201149995235s\n", + "Query took 0.11515988200062566s\n", + "Query took 0.179533943000024s\n", + "Query took 0.1108649260004313s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.10980502900019928s\n", + "Query took 0.174889479999365s\n", + "Query took 0.11478130199975567s\n", + "Query took 0.12123058499946637s\n", + "Query took 0.17102872699979343s\n", + "Query took 0.17473299500034045s\n", + "Query took 0.11492070399981458s\n", + "Query took 0.11273559500023111s\n", + "Query took 0.17983630500020809s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18413843700000143s\n", + "Query took 0.12040760000036244s\n", + "Query took 0.1807337929994901s\n", + "Query took 0.1933097959999941s\n", + "Query took 0.11671232000026066s\n", + "Query took 0.18879768999977387s\n", + "Query took 0.16485707300034846s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.19278228100029082s\n", + "Query took 0.11644245200022851s\n", + "Query took 0.12503632999960246s\n", + "Query took 0.17020868300005532s\n", + "Query took 0.16944815599981666s\n", + "Query took 0.11445640999954776s\n", + "Query took 0.1176563819999501s\n", + "Query took 0.1851632529997005s\n", + "Query took 0.11406397100017784s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11865387800025928s\n", + "Query took 0.16312960499999463s\n", + "Query took 0.1760865369997191s\n", + "Query took 0.11924514200018166s\n", + "Query took 0.114399437999964s\n", + "Query took 0.17067560299983597s\n", + "Query took 0.10858345700034988s\n", + "Query took 0.11172097500002565s\n", + "Query took 0.17237979899982747s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11114879399974598s\n", + "Query took 0.11456437500055472s\n", + "Query took 0.17082915599985427s\n", + "Query took 0.17439117499998247s\n", + "Query took 0.11104638599954342s\n", + "Query took 0.10951022599965654s\n", + "Query took 0.11140379700009362s\n", + "Query took 0.10928913000043394s\n", + "Query took 0.17607256999963283s\n", + "Query took 0.11356230999990657s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11996504299986555s\n", + "Query took 0.16635170399968047s\n", + "Query took 0.17535285299982206s\n", + "Query took 0.11354828599996836s\n", + "Query took 0.11897172499993758s\n", + "Query took 0.11373505299980025s\n", + "Query took 0.16932927899961214s\n", + "Query took 0.1947313500004384s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1154499840004064s\n", + "Query took 0.11800746700009768s\n", + "Query took 0.11219460800020897s\n", + "Query took 0.16916670899991004s\n", + "Query took 0.16383174499969755s\n", + "Query took 0.11509099199975026s\n", + "Query took 0.11412174300039624s\n", + "Query took 0.18146663500010618s\n", + "Query took 0.18221671100036474s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.12116342700028326s\n", + "Query took 0.11144860300009896s\n", + "Query took 0.17440336999970896s\n", + "Query took 0.11005536099946767s\n", + "Query took 0.11037613899952703s\n", + "Query took 0.10923538200040639s\n", + "Query took 0.114543340999262s\n", + "Query took 0.1667665089998991s\n", + "Query took 0.17225820500061673s\n", + "Query took 0.11429378699995141s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1137122720001571s\n", + "Query took 0.11149924299934355s\n", + "Query took 0.1176326839995454s\n", + "Query took 0.11089777100005449s\n", + "Query took 0.11768561999997473s\n", + "Query took 0.11756803099979152s\n", + "Query took 0.11792983499981347s\n", + "Query took 0.11580696900000476s\n", + "Query took 0.11387879999983852s\n", + "Query took 0.1245267430003878s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11162997899918992s\n", + "Query took 0.11048406899953989s\n", + "Query took 0.11048073100027977s\n", + "Query took 0.11012950999975146s\n", + "Query took 0.11003090699978202s\n", + "Query took 0.17519139099931635s\n", + "Query took 0.170417911000186s\n", + "Query took 0.11189810599989869s\n", + "Query took 0.11009417600052984s\n", + "Query took 0.11444170300001133s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11048329900040699s\n", + "Query took 0.17073836700001266s\n", + "Query took 0.1787645620006515s\n", + "Query took 0.11295733999941149s\n", + "Query took 0.11115160700046545s\n", + "Query took 0.11414372499984893s\n", + "Query took 0.18218360399987432s\n", + "Query took 0.17594671299957554s\n", + "Query took 0.11579522700048983s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11997351099944353s\n", + "Query took 0.12180326199995761s\n", + "Query took 0.11799621299996943s\n", + "Query took 0.1641878339996765s\n", + "Query took 0.15715846800048894s\n", + "Query took 0.11081819100036228s\n", + "Query took 0.11202356899957522s\n", + "Query took 0.11570741500054282s\n", + "Query took 0.17624683199937863s\n", + "Query took 0.17069889199956378s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.12165919600010966s\n", + "Query took 0.12185084100019594s\n", + "Query took 0.1762090599995645s\n", + "Query took 0.17210078199968848s\n", + "Query took 0.11284934200011776s\n", + "Query took 0.11219197300033557s\n", + "Query took 0.11143189199992776s\n", + "Query took 0.11414537200016639s\n", + "Query took 0.17073751999942033s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17060423200018704s\n", + "Query took 0.11045124799966288s\n", + "Query took 0.11437572199974966s\n", + "Query took 0.11217516400029126s\n", + "Query took 0.11201166499995452s\n", + "Query took 0.17487972500020987s\n", + "Query took 0.16887571600000228s\n", + "Query took 0.11116922900055215s\n", + "Query took 0.11000277000039205s\n", + "Query took 0.10812475900002028s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11288497599980474s\n", + "Query took 0.1766898020005101s\n", + "Query took 0.11157361299956392s\n", + "Query took 0.11161085399999138s\n", + "Query took 0.1608886430003622s\n", + "Query took 0.1125569669993638s\n", + "Query took 0.11550479800007452s\n", + "Query took 0.17154248299993924s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.19090013400000316s\n", + "Query took 0.12400397500005056s\n", + "Query took 0.17799026800003048s\n", + "Query took 0.2057256750003944s\n", + "Query took 0.17080240999985108s\n", + "Query took 0.20387901100002637s\n", + "Query took 0.18194778999986738s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.29186362699965684s\n", + "Query took 0.11342848500044056s\n", + "Query took 0.11217936699995334s\n", + "Query took 0.11285342399969522s\n", + "Query took 0.1097208609999143s\n", + "Query took 0.17739832799998112s\n", + "Query took 0.1843055800000002s\n", + "Query took 0.11832076700011385s\n", + "Query took 0.11205219500061503s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17760896300023887s\n", + "Query took 0.1886278920001132s\n", + "Query took 0.31201123600021674s\n", + "Query took 0.11689414900047268s\n", + "Query took 0.18697887099915533s\n", + "Query took 0.2681549310000264s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.19371728400074062s\n", + "Query took 0.21334921499965276s\n", + "Query took 0.11449467300008109s\n", + "Query took 0.19380900000032852s\n", + "Query took 0.11317583599975478s\n", + "Query took 0.1737837180007773s\n", + "Query took 0.19678672899954108s\n", + "Query took 0.11291957999947044s\n", + "Query took 0.18648301200028072s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11082690799958073s\n", + "Query took 0.1192672319994017s\n", + "Query took 0.17562286500015034s\n", + "Query took 0.18464925600073911s\n", + "Query took 0.11220553400016797s\n", + "Query took 0.11213144599969382s\n", + "Query took 0.11042733100020996s\n", + "Query took 0.11023101799946744s\n", + "Query took 0.17603503400005138s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1740883019992907s\n", + "Query took 0.11251384099978168s\n", + "Query took 0.12408690499978547s\n", + "Query took 0.18251432800025214s\n", + "Query took 0.17243699899972853s\n", + "Query took 0.11458352800036664s\n", + "Query took 0.12766655999985232s\n", + "Query took 0.17910997299986775s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.16622885299966583s\n", + "Query took 0.11131352399934258s\n", + "Query took 0.11133517399957782s\n", + "Query took 0.18908630999976594s\n", + "Query took 0.11771679000048607s\n", + "Query took 0.11404475500057742s\n", + "Query took 0.185832666999886s\n", + "Query took 0.3026278610004738s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11479826499999035s\n", + "Query took 0.17902364200017473s\n", + "Query took 0.19146637500034558s\n", + "Query took 0.1875841279997985s\n", + "Query took 0.18883950500003266s\n", + "Query took 0.11658599299971684s\n", + "Query took 0.11174030799975299s\n", + "Query took 0.11000251600034971s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11444163400028629s\n", + "Query took 0.17246985800011316s\n", + "Query took 0.17680803499933972s\n", + "Query took 0.11145763900003658s\n", + "Query took 0.11545555200063973s\n", + "Query took 0.11057565800001612s\n", + "Query took 0.1782868000000235s\n", + "Query took 0.17492519600000378s\n", + "Query took 0.11666107499968348s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.13263004300006287s\n", + "Query took 0.1843224909998753s\n", + "Query took 0.2666050739999264s\n", + "Query took 0.11134617400057323s\n", + "Query took 0.11918453900034365s\n", + "Query took 0.18670988899975782s\n", + "Query took 0.11384648800049035s\n", + "Query took 0.20577278899963858s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11291385300046386s\n", + "Query took 0.27155539999967004s\n", + "Query took 0.17120171100032167s\n", + "Query took 0.12041413899987674s\n", + "Query took 0.11784459099999367s\n", + "Query took 0.19041197699971235s\n", + "Query took 0.19205864899959124s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1888576439996541s\n", + "Query took 0.2912775880004119s\n", + "Query took 0.11270825999963563s\n", + "Query took 0.12169659600021987s\n", + "Query took 0.18004667200057156s\n", + "Query took 0.1740640660000281s\n", + "Query took 0.11910647900003823s\n", + "Query took 0.11536997099938162s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17187747699972533s\n", + "Query took 0.18061597099949722s\n", + "Query took 0.11985121999987314s\n", + "Query took 0.12131454100017436s\n", + "Query took 0.176420744999632s\n", + "Query took 0.1661664319999545s\n", + "Query took 0.11765309699967474s\n", + "Query took 0.11130514500018762s\n", + "Query took 0.11099534799996036s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1174648359992716s\n", + "Query took 0.17163678799988702s\n", + "Query took 0.16173896899999818s\n", + "Query took 0.12017242900037672s\n", + "Query took 0.12586555799953203s\n", + "Query took 0.12202340899966657s\n", + "Query took 0.15208734599946183s\n", + "Query took 0.17727481100064324s\n", + "Query took 0.11819614300020476s\n", + "Query took 0.192765488999612s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17472890800036112s\n", + "Query took 0.12165115400057402s\n", + "Query took 0.11558065000008355s\n", + "Query took 0.168781792000118s\n", + "Query took 0.18416158800027915s\n", + "Query took 0.11708538499988208s\n", + "Query took 0.12412911299998086s\n", + "Query took 0.18279334700036998s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1629312539998864s\n", + "Query took 0.1910213000001022s\n", + "Query took 0.11551872999916668s\n", + "Query took 0.12320756600001914s\n", + "Query took 0.17861389399968175s\n", + "Query took 0.1677166750005199s\n", + "Query took 0.18566725599976053s\n", + "Query took 0.12036682500001916s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11282216800009337s\n", + "Query took 0.16793218400016485s\n", + "Query took 0.11364256300021225s\n", + "Query took 0.11170278800000233s\n", + "Query took 0.17268482500003302s\n", + "Query took 0.11637895800049591s\n", + "Query took 0.11436377399968478s\n", + "Query took 0.16440206299921556s\n", + "Query took 0.11433564300023136s\n", + "Query took 0.11347273399951519s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.16713979300038773s\n", + "Query took 0.18569712199951027s\n", + "Query took 0.12303398499989271s\n", + "Query took 0.11947783899995557s\n", + "Query took 0.16448378699988098s\n", + "Query took 0.16986755600009928s\n", + "Query took 0.1113828649995412s\n", + "Query took 0.1218697650001559s\n", + "Query took 0.1202636239995627s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17758665200017276s\n", + "Query took 0.17885939400002826s\n", + "Query took 0.12070249499993224s\n", + "Query took 0.19322491100047046s\n", + "Query took 0.1637863340001786s\n", + "Query took 0.11590834100024949s\n", + "Query took 0.11897511600000144s\n", + "Query took 0.17974013599996397s\n", + "Query took 0.17336879200047406s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11368159799985733s\n", + "Query took 0.11358093299986649s\n", + "Query took 0.12320000199997594s\n", + "Query took 0.11118748199987749s\n", + "Query took 0.16612423599963222s\n", + "Query took 0.17195065499981865s\n", + "Query took 0.12421844500022416s\n", + "Query took 0.11158031800005119s\n", + "Query took 0.1684114909994605s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11208657099996344s\n", + "Query took 0.1152825130002384s\n", + "Query took 0.17576052599997638s\n", + "Query took 0.1093553200007591s\n", + "Query took 0.11047341599987703s\n", + "Query took 0.17353678700055752s\n", + "Query took 0.11158640299981926s\n", + "Query took 0.11065024400068069s\n", + "Query took 0.1751746580002873s\n", + "Query took 0.11106786299933447s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11070377199939685s\n", + "Query took 0.1112190849999024s\n", + "Query took 0.11240205200010678s\n", + "Query took 0.16428582100070344s\n", + "Query took 0.1692005570002948s\n", + "Query took 0.11135582799943222s\n", + "Query took 0.11769589600044128s\n", + "Query took 0.11426652699992701s\n", + "Query took 0.11027638399991702s\n", + "Query took 0.16864771000018663s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.16970078900067165s\n", + "Query took 0.10983037799996964s\n", + "Query took 0.10821429900079238s\n", + "Query took 0.10922321999987616s\n", + "Query took 0.10860300199965423s\n", + "Query took 0.1104269919997023s\n", + "Query took 0.11011031500038371s\n", + "Query took 0.17052685300041048s\n", + "Query took 0.16907936299958237s\n", + "Query took 0.11859817300046416s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1090412120001929s\n", + "Query took 0.17841274600050383s\n", + "Query took 0.1106869449995429s\n", + "Query took 0.11292202299955534s\n", + "Query took 0.17858075200001622s\n", + "Query took 0.11404762799975288s\n", + "Query took 0.11005616500005999s\n", + "Query took 0.17266381999979785s\n", + "Query took 0.11234557799980394s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11246780900000886s\n", + "Query took 0.11248926300049789s\n", + "Query took 0.11417731500023365s\n", + "Query took 0.1634074720004719s\n", + "Query took 0.16824309799994808s\n", + "Query took 0.10844139700020605s\n", + "Query took 0.1137115729998186s\n", + "Query took 0.11469292400033737s\n", + "Query took 0.11148894199959614s\n", + "Query took 0.17285102200003166s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17334051900070335s\n", + "Query took 0.11234056399916881s\n", + "Query took 0.12638726600016525s\n", + "Query took 0.12080958400019881s\n", + "Query took 0.16790171200045734s\n", + "Query took 0.17045911500008515s\n", + "Query took 0.11904450700058078s\n", + "Query took 0.12242884100032825s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1656909049997921s\n", + "Query took 0.18114283499926387s\n", + "Query took 0.10871304100055568s\n", + "Query took 0.11012373699941236s\n", + "Query took 0.11764540400054102s\n", + "Query took 0.11965302899989183s\n", + "Query took 0.17024756699993304s\n", + "Query took 0.17576518799978658s\n", + "Query took 0.11424337300013576s\n", + "Query took 0.12656233600046107s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.16956557599951338s\n", + "Query took 0.16450187399914284s\n", + "Query took 0.11720282200076326s\n", + "Query took 0.11917995099975087s\n", + "Query took 0.11412262199974066s\n", + "Query took 0.16658797699983552s\n", + "Query took 0.16390026499993837s\n", + "Query took 0.11412606500016409s\n", + "Query took 0.12558080300004804s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18757821700000932s\n", + "Query took 0.12557310499960295s\n", + "Query took 0.11965625100037869s\n", + "Query took 0.14155696799934958s\n", + "Query took 0.16971103899959417s\n", + "Query took 0.11585940100030712s\n", + "Query took 0.1251642269999138s\n", + "Query took 0.17305519500041555s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1788738329996704s\n", + "Query took 0.13379562799946143s\n", + "Query took 0.17357673400056228s\n", + "Query took 0.1558203879994835s\n", + "Query took 0.1840430459997151s\n", + "Query took 0.20850105800036545s\n", + "Query took 0.12173733599956904s\n", + "Query took 0.1986636150004415s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1534562590004498s\n", + "Query took 0.122549209000681s\n", + "Query took 0.1266227109999818s\n", + "Query took 0.16978240400021605s\n", + "Query took 0.16509858100016572s\n", + "Query took 0.11285761799990723s\n", + "Query took 0.11593739799991454s\n", + "Query took 0.11434449500029586s\n", + "Query took 0.11214508000011847s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18132917099956103s\n", + "Query took 0.17019741500007513s\n", + "Query took 0.18466727299983177s\n", + "Query took 0.11837450599978183s\n", + "Query took 0.11004434599999513s\n", + "Query took 0.1695220519995928s\n", + "Query took 0.1826059900004111s\n", + "Query took 0.12166908400013199s\n", + "Query took 0.12463944899991475s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1756971879995035s\n", + "Query took 0.1727822640004888s\n", + "Query took 0.12676378400010435s\n", + "Query took 0.11670273799973074s\n", + "Query took 0.17314878999968641s\n", + "Query took 0.1120856690004075s\n", + "Query took 0.11343668599965895s\n", + "Query took 0.1927260699994804s\n", + "Query took 0.11876326099991275s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.10967451299984532s\n", + "Query took 0.16353346100004273s\n", + "Query took 0.163783758000136s\n", + "Query took 0.11087765200045396s\n", + "Query took 0.11385851000068214s\n", + "Query took 0.11423657199975423s\n", + "Query took 0.11333227700015414s\n", + "Query took 0.17049822399985715s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1743920340004479s\n", + "Query took 0.1114196759999686s\n", + "Query took 0.11405317000026116s\n", + "Query took 0.11331301199970767s\n", + "Query took 0.11149739200027398s\n", + "Query took 0.16856580700004997s\n", + "Query took 0.1647378369998478s\n", + "Query took 0.11254029600058857s\n", + "Query took 0.10890303699943615s\n", + "Query took 0.11103232200002822s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11273546899974463s\n", + "Query took 0.17405615400002716s\n", + "Query took 0.1768897729998571s\n", + "Query took 0.1169419759999073s\n", + "Query took 0.11162770500050101s\n", + "Query took 0.11595534600019164s\n", + "Query took 0.11024470200027281s\n", + "Query took 0.1675195240004541s\n", + "Query took 0.1715966669999034s\n", + "Query took 0.11325556800056802s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11956211400047323s\n", + "Query took 0.1804838040006871s\n", + "Query took 0.11209224699996412s\n", + "Query took 0.11390919299992674s\n", + "Query took 0.16619109899966134s\n", + "Query took 0.1128230899994378s\n", + "Query took 0.11221652600033849s\n", + "Query took 0.1674681549993693s\n", + "Query took 0.10759060999953363s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11171623300015199s\n", + "Query took 0.10826230500060774s\n", + "Query took 0.11234451200016338s\n", + "Query took 0.16558749800060468s\n", + "Query took 0.11290747200018814s\n", + "Query took 0.11088986000049772s\n", + "Query took 0.16200992399990355s\n", + "Query took 0.10894716000075277s\n", + "Query took 0.1108375600006184s\n", + "Query took 0.1105627610004376s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1119183629998588s\n", + "Query took 0.16750399100055802s\n", + "Query took 0.11245969499941566s\n", + "Query took 0.11304926600041654s\n", + "Query took 0.16339727600006881s\n", + "Query took 0.10978454400083137s\n", + "Query took 0.1153896989999339s\n", + "Query took 0.1744479519993547s\n", + "Query took 0.1799165560005349s\n", + "Query took 0.11109142700024677s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11336796500017954s\n", + "Query took 0.11504374699961772s\n", + "Query took 0.1181882709997808s\n", + "Query took 0.1722028149997641s\n", + "Query took 0.16938441900038015s\n", + "Query took 0.10969413400016492s\n", + "Query took 0.10955672500040237s\n", + "Query took 0.10916547699980583s\n", + "Query took 0.11033536299964908s\n", + "Query took 0.11366515899953811s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17417112800012546s\n", + "Query took 0.17181884300043748s\n", + "Query took 0.11285879600018234s\n", + "Query took 0.12057443899993814s\n", + "Query took 0.1726385419997314s\n", + "Query took 0.1827957379991858s\n", + "Query took 0.11328548599976784s\n", + "Query took 0.1135738789998868s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11169909499949426s\n", + "Query took 0.10976325200044812s\n", + "Query took 0.11170268600017152s\n", + "Query took 0.168441177999739s\n", + "Query took 0.16621985099936865s\n", + "Query took 0.10951211700012209s\n", + "Query took 0.11390710899922851s\n", + "Query took 0.11060427299980802s\n", + "Query took 0.11235356300039712s\n", + "Query took 0.11539860100037913s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17061563199968077s\n", + "Query took 0.18104033399959008s\n", + "Query took 0.10907851600040885s\n", + "Query took 0.11131713899976603s\n", + "Query took 0.11141362200032745s\n", + "Query took 0.17330591199970513s\n", + "Query took 0.16896378800083767s\n", + "Query took 0.11132643099972483s\n", + "Query took 0.11151812800017069s\n", + "Query took 0.18458636500054126s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11048569700051303s\n", + "Query took 0.11473064500023611s\n", + "Query took 0.10976960999960284s\n", + "Query took 0.10809039400010079s\n", + "Query took 0.16424121999989438s\n", + "Query took 0.1751126649996877s\n", + "Query took 0.10874181700000918s\n", + "Query took 0.11551530199994886s\n", + "Query took 0.11319906899916532s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11352594399977534s\n", + "Query took 0.17529594999996334s\n", + "Query took 0.1722221099998933s\n", + "Query took 0.11131005700008245s\n", + "Query took 0.11526036099985504s\n", + "Query took 0.11109922400009964s\n", + "Query took 0.11279683000066143s\n", + "Query took 0.17676400300024397s\n", + "Query took 0.1691626060000999s\n", + "Query took 0.10913669799992931s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11237324200010335s\n", + "Query took 0.11154600500049128s\n", + "Query took 0.11121206900043035s\n", + "Query took 0.17683204500008287s\n", + "Query took 0.11404134199983673s\n", + "Query took 0.11311620299966307s\n", + "Query took 0.1606769179998082s\n", + "Query took 0.11379499299982854s\n", + "Query took 0.11760134299947822s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1700373909998234s\n", + "Query took 0.11564940400057822s\n", + "Query took 0.11118665600042732s\n", + "Query took 0.16080826399957004s\n", + "Query took 0.1095480479998514s\n", + "Query took 0.1128542850001395s\n", + "Query took 0.17668028499974753s\n", + "Query took 0.11294396599987522s\n", + "Query took 0.11261984500015387s\n", + "Query took 0.17667241299932357s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11429456600035337s\n", + "Query took 0.11096855100004177s\n", + "Query took 0.1728665099999489s\n", + "Query took 0.11013610200006951s\n", + "Query took 0.10994725299951824s\n", + "Query took 0.17392381300032866s\n", + "Query took 0.11138253300032375s\n", + "Query took 0.11157736999939516s\n", + "Query took 0.17251397400013957s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.10993505899932643s\n", + "Query took 0.11418163400048797s\n", + "Query took 0.17368423700008861s\n", + "Query took 0.10941126200032159s\n", + "Query took 0.10971814599997742s\n", + "Query took 0.10951634100001684s\n", + "Query took 0.10882962399955431s\n", + "Query took 0.16376290199968935s\n", + "Query took 0.1110501019993535s\n", + "Query took 0.11073310000028869s\n", + "Deferred points: 0\n", + "Running optimizations: 0\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.10715879000053974s\n", + "Query took 0.11301505099982023s\n", + "Query took 0.10777910500019061s\n", + "Query took 0.10737013299967657s\n", + "Query took 0.10966534999988653s\n", + "Query took 0.1076670379998177s\n", + "Query took 0.1072052919998896s\n", + "Query took 0.11192964400015626s\n", + "Query took 0.11354841599950305s\n", + "Query took 0.10853555700032302s\n", + "Query took 0.10657357600030082s\n", + "Query took 0.10760209799991571s\n", + "Query took 0.10664767000071151s\n", + "Query took 0.1086191170006714s\n", + "Query took 0.10917722000067442s\n", + "Query took 0.1084552080001231s\n", + "Query took 0.10790142299993022s\n", + "Query took 0.1120188959994266s\n", + "Query took 0.11242454900002485s\n", + "Query took 0.11050563600019814s\n", + "Query took 0.10941232400000445s\n", + "Query took 0.1084597200006101s\n", + "Query took 0.10754722799993033s\n", + "Query took 0.10818830900007015s\n", + "Query took 0.15440193500035093s\n", + "Query took 0.1702565039995534s\n", + "Query took 0.11150398000063433s\n", + "Query took 0.10944250899956387s\n", + "Query took 0.10947257299994817s\n", + "Query took 0.13212528199983353s\n", + "Query took 0.17644377000033273s\n", + "Query took 0.15526824000062334s\n", + "Query took 0.10901228799957607s\n", + "Query took 0.10958049799955916s\n", + "Query took 0.10769898499984265s\n", + "Query took 0.11071958800039283s\n", + "Query took 0.10916968499986979s\n", + "Query took 0.10954862099970342s\n", + "Query took 0.17338256599941815s\n", + "Query took 0.1677748510001038s\n", + "Query took 0.11002229299992905s\n", + "Query took 0.1278663149996646s\n", + "Query took 0.1234940779995668s\n", + "Query took 0.17201921200012293s\n", + "Query took 0.17230108300009306s\n", + "Query took 0.11195958000007522s\n", + "Query took 0.10844894399997429s\n", + "Query took 0.10970045500016568s\n", + "Query took 0.10976831100015261s\n", + "Query took 0.17070995999984007s\n", + "Query took 0.1724918420004542s\n", + "Query took 0.11135555100008787s\n", + "Query took 0.11119945700011158s\n", + "Query took 0.111954066999715s\n", + "Query took 0.17862734400023328s\n", + "Query took 0.17336849399998755s\n", + "Query took 0.11227632500049367s\n", + "Query took 0.1103297379995638s\n", + "Query took 0.11472084999968502s\n", + "Query took 0.11939435900058015s\n", + "Query took 0.11038091099999292s\n", + "Query took 0.158321299999443s\n", + "Query took 0.17325995000010153s\n", + "Query took 0.11259796699960134s\n", + "Query took 0.12090413500027353s\n", + "Query took 0.10897298899999441s\n", + "Query took 0.1743124380000154s\n", + "Query took 0.16941900399979204s\n", + "Query took 0.11117229400042561s\n", + "Query took 0.11334562100000767s\n", + "Query took 0.10964015099943936s\n", + "Query took 0.11037693999969633s\n", + "Query took 0.1747171890001482s\n", + "Query took 0.17749559200001386s\n", + "Query took 0.11588218500037328s\n", + "Query took 0.11031652600013331s\n", + "Query took 0.10969954200027132s\n", + "Query took 0.11346251600025425s\n", + "Query took 0.171490934000758s\n", + "Query took 0.16954258100031439s\n", + "Query took 0.10735990300054254s\n", + "Query took 0.10961192200011283s\n", + "Query took 0.11044555199987371s\n", + "Query took 0.11478471000009449s\n", + "Query took 0.1114932479995332s\n", + "Query took 0.17114525099987077s\n", + "Query took 0.1707253770000534s\n", + "Query took 0.10865558999921632s\n", + "Query took 0.10960186800002703s\n", + "Query took 0.1087004959999831s\n", + "Query took 0.10915547799959313s\n", + "Query took 0.10829491299955407s\n", + "Query took 0.11051118499926815s\n", + "Query took 0.16546986000048491s\n", + "Query took 0.1770456890008063s\n", + "Query took 0.11272018799991201s\n", + "Query took 0.11340092699992965s\n", + "Query took 0.1089420300004349s\n", + "Query took 0.17716773000029207s\n", + "Query took 0.10786614600056055s\n", + "Query took 0.11910031600018556s\n", + "Query took 0.17524847599997884s\n", + "Query took 0.11473251000006712s\n", + "Query took 0.1160390479999478s\n", + "Query took 0.16517733199998474s\n", + "Query took 0.10748499500004982s\n", + "Query took 0.11250044299958972s\n", + "Query took 0.1658581179999601s\n", + "Query took 0.10708374600017123s\n", + "Query took 0.11057199599963496s\n", + "Query took 0.17802561999997124s\n", + "Query took 0.11026358300023276s\n", + "Query took 0.11930077399938455s\n", + "Query took 0.11008578799919633s\n", + "Query took 0.17973091400017438s\n", + "Query took 0.17033449599966843s\n", + "Query took 0.10910441699979856s\n", + "Query took 0.10819377999996505s\n", + "Query took 0.11544152599981317s\n", + "Query took 0.11382969100031914s\n", + "Query took 0.17089041300005192s\n", + "Query took 0.17773287599993637s\n", + "Query took 0.1088356410000415s\n", + "Query took 0.1086209980003332s\n", + "Query took 0.10773001799952908s\n", + "Query took 0.1089543620000768s\n", + "Query took 0.11531639500026358s\n", + "Query took 0.11252350399990974s\n", + "Query took 0.16577136799969594s\n", + "Query took 0.16506002200003422s\n", + "Query took 0.11112933999993402s\n", + "Query took 0.11337504200037074s\n", + "Query took 0.11229989000003116s\n", + "Query took 0.11228779700013547s\n", + "Query took 0.10932419100026891s\n", + "Query took 0.16963340199981758s\n", + "Query took 0.16213188500023534s\n", + "Query took 0.11300069600019924s\n", + "Query took 0.11033580399998755s\n", + "Query took 0.11039260500001546s\n", + "Query took 0.11088809900047636s\n", + "Query took 0.17171033000067837s\n", + "Query took 0.17528463600046962s\n", + "Query took 0.11203085200031637s\n", + "Query took 0.1108842999992703s\n", + "Query took 0.11036837899973762s\n", + "Query took 0.11020783999993s\n", + "Query took 0.1093611440001041s\n", + "Query took 0.11342664899984811s\n", + "Query took 0.16777925499991397s\n", + "Query took 0.1652472720006699s\n", + "Query took 0.10988395799995487s\n", + "Query took 0.10935176899965882s\n", + "Query took 0.1073006409997106s\n", + "Query took 0.10851007200017193s\n", + "Query took 0.11135525600002438s\n", + "Query took 0.10833193800044683s\n", + "Query took 0.1676378520005528s\n", + "Query took 0.1698604590001196s\n", + "Query took 0.111149559000296s\n", + "Query took 0.1097716690001107s\n", + "Query took 0.1159201860000394s\n", + "Query took 0.10828558299999713s\n", + "Query took 0.16991484200025297s\n", + "Query took 0.10806797700024617s\n", + "Query took 0.11060075399927882s\n", + "Query took 0.1700093970002854s\n", + "Query took 0.10943729299924598s\n", + "Query took 0.10920343100042373s\n", + "Query took 0.11017332000028546s\n", + "Query took 0.10671788699983153s\n", + "Query took 0.16833773700000165s\n", + "Query took 0.18046996200064314s\n", + "Query took 0.11090048300047783s\n", + "Query took 0.10922429400034162s\n", + "Query took 0.1135989710001013s\n", + "Query took 0.10898225500022818s\n", + "Query took 0.1714856199996575s\n", + "Query took 0.1800853750000897s\n", + "Query took 0.10989477800012537s\n", + "Query took 0.10948501900020347s\n", + "Query took 0.11052150100022118s\n", + "Query took 0.10883317699972395s\n", + "Query took 0.17741066300004604s\n", + "Query took 0.10736739500043768s\n", + "Query took 0.10785259600015706s\n", + "Query took 0.1721198880004522s\n", + "Query took 0.11455728100008855s\n", + "Query took 0.11431938100031402s\n", + "Query took 0.11151607800002239s\n", + "Query took 0.10886491700057377s\n", + "Query took 0.16423714200027462s\n", + "Query took 0.17184017099953053s\n", + "Query took 0.11075658499976271s\n", + "Query took 0.11312277500019263s\n", + "Query took 0.11007688700010476s\n", + "Query took 0.11050035600055708s\n", + "Query took 0.11214099900007568s\n", + "Query took 0.107255463999536s\n", + "Query took 0.1642331169996396s\n", + "Query took 0.16684597700077575s\n", + "Query took 0.11004921199946693s\n", + "Query took 0.1114203400002225s\n", + "Query took 0.10953380400042079s\n", + "Query took 0.11012226300044858s\n", + "Query took 0.17364859099961905s\n", + "Query took 0.10826502100007929s\n", + "Query took 0.11116327099989576s\n", + "Query took 0.1760694449994844s\n", + "Query took 0.10888223899928562s\n", + "Query took 0.11012073300025804s\n", + "Query took 0.11837447000016255s\n", + "Query took 0.1822535909996077s\n", + "Query took 0.1676229360000434s\n", + "Query took 0.10915029799980402s\n", + "Query took 0.11072562099980132s\n", + "Query took 0.10861439099971903s\n", + "Query took 0.10973710300004313s\n", + "Query took 0.11078262200044264s\n", + "Query took 0.17059597900060908s\n", + "Query took 0.16597657200054527s\n", + "Query took 0.1106679759996041s\n", + "Query took 0.10937967900008516s\n", + "Query took 0.11053421799988428s\n", + "Query took 0.11072343099931459s\n", + "Query took 0.17655293200004962s\n", + "Query took 0.11539437200008251s\n", + "Query took 0.1203118089997588s\n", + "Query took 0.16192555700035882s\n", + "Query took 0.17685174899997946s\n", + "Query took 0.11147622400039836s\n", + "Query took 0.11399881999932404s\n", + "Query took 0.11133468800016999s\n", + "Query took 0.11370563800028322s\n", + "Query took 0.11031778100004885s\n", + "Query took 0.17573720200016396s\n", + "Query took 0.1717079019999801s\n", + "Query took 0.12110997699983272s\n", + "Query took 0.1324138519994449s\n", + "Query took 0.16505718200005504s\n", + "Query took 0.16507537200050137s\n", + "Query took 0.1108796459993755s\n", + "Query took 0.11153917999945406s\n", + "Query took 0.11346713600050862s\n", + "Query took 0.11375223499999265s\n", + "Query took 0.17253092200007814s\n", + "Query took 0.17198172499956854s\n", + "Query took 0.11518684899965592s\n", + "Query took 0.11423127299985936s\n", + "Query took 0.11503569999968022s\n", + "Query took 0.1740134230003605s\n", + "Query took 0.1648822580000342s\n", + "Query took 0.1123796299998503s\n", + "Query took 0.11305880599957163s\n", + "Query took 0.11362483399989287s\n", + "Query took 0.11259872499977064s\n", + "Query took 0.17304539299948374s\n", + "Query took 0.17024736900020798s\n", + "Query took 0.1149132880000252s\n", + "Query took 0.11173653999958333s\n", + "Query took 0.11113628200018866s\n", + "Query took 0.10941110499970819s\n", + "Query took 0.16946033200019883s\n", + "Query took 0.17391864399996848s\n", + "Query took 0.10945709500083467s\n", + "Query took 0.11433112399936363s\n", + "Query took 0.11130803200012451s\n", + "Query took 0.11100529299983464s\n", + "Query took 0.11119919500015385s\n", + "Query took 0.10966281699984393s\n", + "Query took 0.16611463500066748s\n", + "Query took 0.16469436999977916s\n", + "Query took 0.11050689299918304s\n", + "Query took 0.10855834900030459s\n", + "Query took 0.1080303400003686s\n", + "Query took 0.10978140600036568s\n", + "Query took 0.10963151600026322s\n", + "Query took 0.18185000300036336s\n", + "Query took 0.1745236400001886s\n", + "Query took 0.10892846200022177s\n", + "Query took 0.11203523299991502s\n", + "Query took 0.10809870299999602s\n", + "Query took 0.17833177900047303s\n", + "Query took 0.1123982649996833s\n", + "Query took 0.1175416830001268s\n", + "Query took 0.163367506999748s\n", + "Query took 0.11110856199957198s\n", + "Query took 0.1099319179993472s\n", + "Query took 0.17205487299997912s\n", + "Query took 0.1099003930003164s\n", + "Query took 0.11134736599979078s\n", + "Query took 0.17833871299990278s\n", + "Query took 0.11254830100006075s\n", + "Query took 0.11131412300073862s\n", + "Query took 0.17169040400040103s\n", + "Query took 0.1070899169999393s\n", + "Query took 0.1095028129993807s\n", + "Query took 0.10679986299965094s\n", + "Query took 0.11150798599919653s\n", + "Query took 0.10761470299985376s\n", + "Query took 0.1788171419993887s\n", + "Query took 0.1670327689998885s\n", + "Query took 0.11128951399950893s\n", + "Query took 0.11924819100022432s\n", + "Query took 0.10822515600011684s\n", + "Query took 0.11058981800033507s\n", + "Query took 0.10930162500062579s\n", + "Query took 0.11227576399960526s\n", + "Query took 0.10788689700075338s\n", + "Query took 0.15753695700004755s\n", + "Query took 0.15988626399939676s\n", + "Query took 0.12087195000003703s\n", + "Query took 0.11358049999944342s\n", + "Query took 0.11211658399952285s\n", + "Query took 0.11387519599975349s\n", + "Query took 0.1631535200003782s\n", + "Query took 0.1670711910001046s\n", + "Query took 0.10806467000020348s\n", + "Query took 0.1088919910007462s\n", + "Query took 0.11014421800064156s\n", + "Query took 0.10745418999977119s\n", + "Query took 0.10931267999967531s\n", + "Query took 0.10727359800057457s\n", + "Query took 0.16374987899962434s\n", + "Query took 0.10903160300040327s\n", + "Query took 0.1135776139999507s\n", + "Query took 0.16249343400068028s\n", + "Query took 0.10933813700012252s\n", + "Query took 0.10890185200059932s\n", + "Query took 0.10826874500071426s\n", + "Query took 0.10742647500046587s\n", + "Query took 0.16540823500054103s\n", + "Query took 0.11144350599988684s\n", + "Query took 0.10767163199943752s\n", + "Query took 0.1695137450005859s\n", + "Query took 0.11258396699940931s\n", + "Query took 0.10883935699985159s\n", + "Query took 0.10846807699999772s\n", + "Query took 0.10998867000034807s\n", + "Query took 0.17000323299998854s\n", + "Query took 0.1119956420006929s\n", + "Query took 0.11280601300040871s\n", + "Query took 0.16530220200002077s\n", + "Query took 0.11113661200033675s\n", + "Query took 0.1109924519996639s\n", + "Query took 0.1764188520000971s\n", + "Query took 0.11258058800012805s\n", + "Query took 0.1099696680003035s\n", + "Query took 0.10774755999955232s\n", + "Query took 0.10975894599960156s\n", + "Query took 0.1667292020001696s\n", + "Query took 0.17446795599971665s\n", + "Query took 0.1109526950003783s\n", + "Query took 0.1109405910001442s\n", + "Query took 0.1071890129996973s\n", + "Query took 0.11454846099968563s\n", + "Query took 0.11524837699926138s\n", + "Query took 0.1721157950005363s\n", + "Query took 0.1665053850001641s\n", + "Query took 0.10976596599994082s\n", + "Query took 0.1091811639998923s\n", + "Query took 0.11110930199993163s\n", + "Query took 0.10969480099993234s\n", + "Query took 0.17788854500031448s\n", + "Query took 0.1759561090002535s\n", + "Query took 0.10870233600053325s\n", + "Query took 0.10828749099982815s\n", + "Query took 0.10973749500044505s\n", + "Query took 0.11092964699946606s\n", + "Query took 0.1134331530001873s\n", + "Query took 0.11074132100020506s\n", + "Query took 0.1672469840004851s\n", + "Query took 0.16773689899946476s\n", + "Query took 0.11166288600088592s\n", + "Query took 0.11142476700024417s\n", + "Query took 0.10915353700056585s\n", + "Query took 0.11108878599952732s\n", + "Query took 0.1113461280001502s\n", + "Query took 0.17111516099976143s\n", + "Query took 0.16352166199976637s\n", + "Query took 0.10913229500056332s\n", + "Query took 0.11041694399955304s\n", + "Query took 0.1070063699999082s\n", + "Query took 0.11611929700029577s\n", + "Query took 0.11265940000066621s\n", + "Query took 0.1699964129993532s\n", + "Query took 0.17598247099977016s\n", + "Query took 0.10981800500030658s\n", + "Query took 0.10844329300016398s\n", + "Query took 0.1101968120001402s\n", + "Query took 0.10791715200048202s\n", + "Query took 0.11418810099985421s\n", + "Query took 0.11323604300014267s\n", + "Query took 0.16285659999994095s\n", + "Query took 0.16173647999949026s\n", + "Query took 0.10955474799993681s\n", + "Query took 0.10942608400000609s\n", + "Query took 0.1078538080000726s\n", + "Query took 0.1093574129999979s\n", + "Query took 0.10872002999985853s\n", + "Query took 0.17609996800001682s\n", + "Query took 0.1690118970000185s\n", + "Query took 0.10801328300021851s\n", + "Query took 0.10964879099992686s\n", + "Query took 0.11025192000033712s\n", + "Query took 0.11002088599980198s\n", + "Query took 0.10773025100024824s\n", + "Query took 0.10771294799997122s\n", + "Query took 0.16877696800020203s\n", + "Query took 0.16854893500021717s\n", + "Query took 0.10685768600069423s\n", + "Query took 0.10910127300030581s\n", + "Query took 0.1099941040001795s\n", + "Query took 0.11110237100001541s\n", + "Query took 0.11238395599957585s\n", + "Query took 0.10913318999973853s\n", + "Query took 0.16808132100049988s\n", + "Query took 0.17152422700019088s\n", + "Query took 0.10918220999974437s\n", + "Query took 0.11126554099973873s\n", + "Query took 0.11021482000069227s\n", + "Query took 0.11179578300016146s\n", + "Query took 0.11043653099932271s\n", + "Query took 0.17752128899974196s\n", + "Query took 0.18027243400047155s\n", + "Query took 0.11613794500044605s\n", + "Query took 0.11677636499916844s\n", + "Query took 0.17266713800017897s\n", + "Query took 0.17573824600003718s\n", + "Query took 0.11040074999982608s\n", + "Query took 0.1123078370001167s\n", + "Query took 0.11290763300075923s\n", + "Query took 0.11108640599923092s\n", + "Query took 0.17249026499939646s\n", + "Query took 0.1720728850004889s\n", + "Query took 0.11303285400026652s\n", + "Query took 0.11472021900044638s\n", + "Query took 0.11209026699998503s\n", + "Query took 0.11375045500062697s\n", + "Query took 0.11249000400039222s\n", + "Query took 0.16281311700004153s\n", + "Query took 0.16062577800039435s\n", + "Query took 0.114277409999886s\n", + "Query took 0.11295776900078636s\n", + "Query took 0.18321830500008218s\n", + "Query took 0.11071876999994856s\n", + "Query took 0.10832827300055214s\n", + "Query took 0.17380146000050445s\n", + "Query took 0.11544030000004568s\n", + "Query took 0.11383470500004478s\n", + "Query took 0.16991935500027466s\n", + "Query took 0.11489153599995916s\n", + "Query took 0.11146097999971971s\n", + "Query took 0.1644856000002619s\n", + "Query took 0.1090457010004684s\n", + "Query took 0.10780111799977021s\n", + "Query took 0.176750243999777s\n", + "Query took 0.11471633599921915s\n", + "Query took 0.11075327199978346s\n", + "Query took 0.17837078199954703s\n", + "Query took 0.10754078599984496s\n", + "Query took 0.10805735099984304s\n", + "Query took 0.11076842900001793s\n", + "Query took 0.10997335299998667s\n", + "Query took 0.16681035599958705s\n", + "Query took 0.17490217199974722s\n", + "Query took 0.11171602400008851s\n", + "Query took 0.11025943999993615s\n", + "Query took 0.10848490500029584s\n", + "Query took 0.10984404000009818s\n", + "Query took 0.11129668299963669s\n", + "Query took 0.1110508440006015s\n", + "Query took 0.16742128800069622s\n", + "Query took 0.1661880020001263s\n", + "Query took 0.11123866799971438s\n", + "Query took 0.10942769899975247s\n", + "Query took 0.11173410099945613s\n", + "Query took 0.1124772799994389s\n", + "Query took 0.17549223999958485s\n", + "Query took 0.11081108500002301s\n", + "Query took 0.11299906200019905s\n", + "Query took 0.163880398999936s\n", + "Query took 0.11199687199950858s\n", + "Query took 0.11180084100033127s\n", + "Query took 0.17116644400084624s\n", + "Query took 0.18741712900009588s\n", + "Query took 0.11288078500001575s\n", + "Query took 0.11267578000024514s\n", + "Query took 0.10887709300004644s\n", + "Query took 0.11209947600036685s\n", + "Query took 0.17566197700034536s\n", + "Query took 0.1704547180006557s\n", + "Query took 0.11317685199992411s\n", + "Query took 0.1088189890006106s\n", + "Query took 0.10693568599981518s\n", + "Query took 0.10863984600018739s\n", + "Query took 0.17731902799914678s\n", + "Query took 0.1104681939996226s\n", + "Query took 0.11046613799953775s\n", + "Query took 0.17087579899998673s\n", + "Query took 0.10856236399922636s\n", + "Query took 0.11341978600012226s\n", + "Query took 0.11404765699990094s\n", + "Query took 0.11140254299971275s\n", + "Query took 0.16464235300009022s\n", + "Query took 0.1736869039996236s\n", + "Query took 0.10955315599949245s\n", + "Query took 0.10978091000015411s\n", + "Query took 0.11041313299938338s\n", + "Query took 0.11192544899950008s\n", + "Query took 0.11183710899967991s\n", + "Query took 0.10937562999970396s\n", + "Query took 0.16537265700026182s\n", + "Query took 0.1659502739994423s\n", + "Query took 0.10895479300052102s\n", + "Query took 0.11126427500039426s\n", + "Query took 0.11016016500070691s\n", + "Query took 0.10936555299940665s\n", + "Query took 0.10975727099958021s\n", + "Query took 0.11150074000033783s\n", + "Query took 0.1674929359996895s\n", + "Query took 0.16883362399948965s\n", + "Query took 0.10977438900044945s\n", + "Query took 0.10885624200000166s\n", + "Query took 0.10951313100031257s\n", + "Query took 0.1105922599999758s\n", + "Query took 0.11100555699977122s\n", + "Query took 0.16826246600066952s\n", + "Query took 0.1780490479995933s\n", + "Query took 0.109099518000221s\n", + "Query took 0.10904051499983325s\n", + "Query took 0.10893986400060385s\n", + "Query took 0.10980305900011444s\n", + "Query took 0.11150443800033827s\n", + "Query took 0.17493027399996208s\n", + "Query took 0.16911087300013605s\n", + "Query took 0.11041597999974329s\n", + "Query took 0.1098107899997558s\n", + "Query took 0.11105790300007357s\n", + "Query took 0.10832773099991755s\n", + "Query took 0.1750826279994726s\n", + "Query took 0.1099063510000633s\n", + "Query took 0.11342140000033396s\n", + "Query took 0.1687487550007063s\n", + "Query took 0.11396135399991181s\n", + "Query took 0.1132910019996416s\n", + "Query took 0.1702561660003994s\n", + "Query took 0.10787813000024471s\n", + "Query took 0.12052674699953059s\n", + "Query took 0.10960479699951975s\n", + "Query took 0.10976191299960192s\n", + "Query took 0.16383123400009936s\n", + "Query took 0.169710828999996s\n", + "Query took 0.11299165000036737s\n", + "Query took 0.1072853320001741s\n", + "Query took 0.10806675999992876s\n", + "Query took 0.11829231399951823s\n", + "Query took 0.17816539400064357s\n", + "Query took 0.17060680000031425s\n", + "Query took 0.10851974199977121s\n", + "Query took 0.11042474700025195s\n", + "Query took 0.10823393099963141s\n", + "Query took 0.10965164800018101s\n", + "Query took 0.10921242099993833s\n", + "Query took 0.1740764449996277s\n", + "Query took 0.1729292419995545s\n", + "Query took 0.10979441300059989s\n", + "Query took 0.10741634499936481s\n", + "Query took 0.10853970299922366s\n", + "Query took 0.10875012799988326s\n", + "Query took 0.11231642699931399s\n", + "Query took 0.11752237899963802s\n", + "Query took 0.16635055000006105s\n", + "Query took 0.16862530799971864s\n", + "Query took 0.12384957500034943s\n", + "Query took 0.12639509299970086s\n", + "Query took 0.17376823100039474s\n", + "Query took 0.18231521199959388s\n", + "Query took 0.11977142699925025s\n", + "Query took 0.12532433999967907s\n", + "Query took 0.11075768699993205s\n", + "Query took 0.1668237849999059s\n", + "Query took 0.1651150730003792s\n", + "Query took 0.11239692399976775s\n", + "Query took 0.11236359099984838s\n", + "Query took 0.11069913200026349s\n", + "Query took 0.11207514899979287s\n", + "Query took 0.11472111100010807s\n", + "Query took 0.16338207300032082s\n", + "Query took 0.15868677100024797s\n", + "Query took 0.10810399299953133s\n", + "Query took 0.1138945259999673s\n", + "Query took 0.11138199400011217s\n", + "Query took 0.10774524200041924s\n", + "Query took 0.10828467600003933s\n", + "Query took 0.1730256589999044s\n", + "Query took 0.17065238899976976s\n", + "Query took 0.11186913900019135s\n", + "Query took 0.10787215199979983s\n", + "Query took 0.11188309799945273s\n", + "Query took 0.10909015399920463s\n", + "Query took 0.10901976600052876s\n", + "Query took 0.11030547900008969s\n", + "Query took 0.16656887699991785s\n", + "Query took 0.16793710000001738s\n", + "Query took 0.10975317999964318s\n", + "Query took 0.11174039199977415s\n", + "Query took 0.10926828799983923s\n", + "Query took 0.11119700200015359s\n", + "Query took 0.1767254779997529s\n", + "Query took 0.174178227000084s\n", + "Query took 0.11752250900008221s\n", + "Query took 0.11322315800043725s\n", + "Query took 0.11434895700040215s\n", + "Query took 0.12026169000000664s\n", + "Query took 0.17141485899992404s\n", + "Query took 0.1689054970001962s\n", + "Query took 0.12427754799955437s\n", + "Query took 0.11241791300017212s\n", + "Query took 0.1688356989998283s\n", + "Query took 0.11013182200076699s\n", + "Query took 0.11704398500023672s\n", + "Query took 0.171480388999953s\n", + "Query took 0.11259480599983362s\n", + "Query took 0.10855337199973292s\n", + "Query took 0.16630081399944174s\n", + "Query took 0.11072384999988572s\n", + "Query took 0.11265521499990427s\n", + "Query took 0.11429803200007882s\n", + "Query took 0.11355286199977854s\n", + "Query took 0.16064237999944453s\n", + "Query took 0.17073090800022328s\n", + "Query took 0.11113724200004071s\n", + "Query took 0.114594118000241s\n", + "Query took 0.10989342799985025s\n", + "Query took 0.1815713620007955s\n", + "Query took 0.17914162299985037s\n", + "Query took 0.1109767230000216s\n", + "Query took 0.11270633200001612s\n", + "Query took 0.1121246640004756s\n", + "Query took 0.1128741180000361s\n", + "Query took 0.16515304200038372s\n", + "Query took 0.1731377229998543s\n", + "Query took 0.10961347000011301s\n", + "Query took 0.11353624799994577s\n", + "Query took 0.10939561200029857s\n", + "Query took 0.1092507220000698s\n", + "Query took 0.10932165400026861s\n", + "Query took 0.17050043800009007s\n", + "Query took 0.16770034199998918s\n", + "Query took 0.1108469700002388s\n", + "Query took 0.11140651999994589s\n", + "Query took 0.10940295399996103s\n", + "Query took 0.1094918039998447s\n", + "Query took 0.11104548799994518s\n", + "Query took 0.10758479699961754s\n", + "Query took 0.1653964419992917s\n", + "Query took 0.16833242000029713s\n", + "Query took 0.10927188500045304s\n", + "Query took 0.1100514360005036s\n", + "Query took 0.10971843199968134s\n", + "Query took 0.10768123499929061s\n", + "Query took 0.10920345500016992s\n", + "Query took 0.107503313000052s\n", + "Query took 0.16905800699987594s\n", + "Query took 0.10982200400030706s\n", + "Query took 0.11187045800033957s\n", + "Query took 0.1617256580002504s\n", + "Query took 0.11070775799998955s\n", + "Query took 0.10907106600006955s\n", + "Query took 0.10955961899981048s\n", + "Query took 0.10817688099996303s\n", + "Query took 0.16458750200035865s\n", + "Query took 0.11422396299985849s\n", + "Query took 0.11088272599954507s\n", + "Query took 0.1692044329993223s\n", + "Query took 0.11534288900020329s\n", + "Query took 0.11505418499928055s\n", + "Query took 0.11026078999930178s\n", + "Query took 0.10971411999980774s\n", + "Query took 0.16265124500023376s\n", + "Query took 0.16985778999969625s\n", + "Query took 0.11379189699982817s\n", + "Query took 0.10696710499996698s\n", + "Query took 0.1082665010007986s\n", + "Query took 0.1110784889997376s\n", + "Query took 0.17404483200061804s\n", + "Query took 0.10868661099993915s\n", + "Query took 0.11037520999980188s\n", + "Query took 0.16866074500012473s\n", + "Query took 0.11123505900013697s\n", + "Query took 0.10822499999994761s\n", + "Query took 0.108690234000278s\n", + "Query took 0.11064438499943208s\n", + "Query took 0.1653494709998995s\n", + "Query took 0.10762334300034126s\n", + "Query took 0.10922439899968595s\n", + "Query took 0.17118462100006582s\n", + "Query took 0.10736317599912581s\n", + "Query took 0.10868775100061612s\n", + "Query took 0.11611793600059173s\n", + "Query took 0.10927729699960764s\n", + "Query took 0.16916184299952874s\n", + "Query took 0.10598464200029412s\n", + "Query took 0.11271549100001721s\n", + "Query took 0.17090286500024376s\n", + "Query took 0.11292721700010588s\n", + "Query took 0.10808697599986772s\n", + "Query took 0.16794306400061032s\n", + "Query took 0.10705178900025203s\n", + "Query took 0.11056502999963413s\n", + "Query took 0.10950398800014227s\n", + "Query took 0.11171380099949602s\n", + "Query took 0.10827442200024961s\n", + "Query took 0.17390198400062218s\n", + "Query took 0.16477969599964126s\n", + "Query took 0.11138962100085337s\n", + "Query took 0.11706074500034447s\n", + "Query took 0.10984532199927344s\n", + "Query took 0.11130504599987034s\n", + "Query took 0.10903538700040372s\n", + "Query took 0.1703506270005164s\n", + "Query took 0.166787586999817s\n", + "Query took 0.12035016200024984s\n", + "Query took 0.10795732399947155s\n", + "Query took 0.11054274500020256s\n", + "Query took 0.10874313499971322s\n", + "Query took 0.16794125700016593s\n", + "Query took 0.1790819769994414s\n", + "Query took 0.11063989699960075s\n", + "Query took 0.11276749599983305s\n", + "Query took 0.10987440899953071s\n", + "Query took 0.11144207500001357s\n", + "Query took 0.17592017500010115s\n", + "Query took 0.10864971799946943s\n", + "Query took 0.11003787699974055s\n", + "Query took 0.1648508629996286s\n", + "Query took 0.10813806500027567s\n", + "Query took 0.11225796300004731s\n", + "Query took 0.11241255000004458s\n", + "Query took 0.10833024200019281s\n", + "Query took 0.16928192999966996s\n", + "Query took 0.177774689999751s\n", + "Query took 0.11431627000001754s\n", + "Query took 0.11027415900025517s\n", + "Query took 0.17978990899973724s\n", + "Query took 0.11288225099997362s\n", + "Query took 0.11212029499984055s\n", + "Query took 0.1713600260000021s\n", + "Query took 0.11161897700003465s\n", + "Query took 0.10980246599956445s\n", + "Query took 0.11210897000000841s\n", + "Query took 0.11010592900038318s\n", + "Query took 0.1629619109999112s\n", + "Query took 0.11055883500011987s\n", + "Query took 0.10925806900013413s\n", + "Query took 0.1664497579995441s\n", + "Query took 0.11357869299990853s\n", + "Query took 0.11066198499975144s\n", + "Query took 0.11106173999996827s\n", + "Query took 0.10891516600077011s\n", + "Query took 0.1648436080004103s\n", + "Query took 0.17655934300000808s\n", + "Query took 0.11190829400038638s\n", + "Query took 0.11276740100038296s\n", + "Query took 0.11085378999996465s\n", + "Query took 0.10799390200008929s\n", + "Query took 0.17104905900032463s\n", + "Query took 0.10919550500057085s\n", + "Query took 0.10991121200004272s\n", + "Query took 0.1745435399998314s\n", + "Query took 0.11154472499947587s\n", + "Query took 0.10820034399966971s\n", + "Query took 0.11138144599954103s\n", + "Query took 0.10954594499980885s\n", + "Query took 0.16737486100009846s\n", + "Query took 0.17467163500077731s\n", + "Query took 0.11230755599990516s\n", + "Query took 0.10871987900009117s\n", + "Query took 0.11054766000052041s\n", + "Query took 0.11121130399988033s\n", + "Query took 0.17296965999958047s\n", + "Query took 0.10865030099921569s\n", + "Query took 0.11253062100058742s\n", + "Query took 0.16817748100038443s\n", + "Query took 0.10977485100011108s\n", + "Query took 0.10959335000006831s\n", + "Query took 0.10916051899948798s\n", + "Query took 0.11164706700037641s\n", + "Query took 0.16714542699992307s\n", + "Query took 0.17603428199981863s\n", + "Query took 0.10970919900046283s\n", + "Query took 0.11152507400038303s\n", + "Query took 0.11103171200011275s\n", + "Query took 0.10952921399984916s\n", + "Query took 0.17583336799998506s\n", + "Query took 0.1756316639994111s\n", + "Query took 0.11073249399942142s\n", + "Query took 0.11244138700021722s\n", + "Query took 0.10997061400030361s\n", + "Query took 0.11044253599993681s\n", + "Query took 0.16157740700055s\n", + "Query took 0.11109157299961225s\n", + "Query took 0.11046620900015114s\n", + "Query took 0.11284432299999025s\n", + "Query took 0.1629517080000369s\n", + "Query took 0.11363280400018994s\n", + "Query took 0.11096233899934305s\n", + "Query took 0.16795185299997684s\n", + "Query took 0.109058248999645s\n", + "Query took 0.10831381199932366s\n", + "Query took 0.11416992000067694s\n", + "Query took 0.16381883900066896s\n", + "Query took 0.11450815799980774s\n", + "Query took 0.1135232430005999s\n", + "Query took 0.1657474670000738s\n", + "Query took 0.11126153399982286s\n", + "Query took 0.10841031299969472s\n", + "Query took 0.10987697500058857s\n", + "Query took 0.1676769030000287s\n", + "Query took 0.10908767000000807s\n", + "Query took 0.11275162799938698s\n", + "Query took 0.11229019700022036s\n", + "Query took 0.1596259710004233s\n" + ] + } + ] + }, + { + "cell_type": "code", + "source": [ + "import json\n", + "\n", + "from statistics import mean, quantiles\n", + "\n", + "class LatencyStats(TypedDict):\n", + " min: float\n", + " p50: float\n", + " p95: float\n", + " p99: float\n", + " max: float\n", + " mean: float\n", + " throughput: float\n", + "\n", + "def get_latency_stats(stats: Stats) -> LatencyStats:\n", + " all_time = stats[\"total_query_time\"]\n", + " times = stats[\"query_latencies\"]\n", + " throughput = len(times) / all_time # qps\n", + " min_t = min(times)\n", + " max_t = max(times)\n", + " mean_t = mean(times)\n", + " quant_t = quantiles(times, n=100)\n", + " p50 = quant_t[49]\n", + " p95 = quant_t[94]\n", + " p99 = quant_t[98]\n", + "\n", + " return LatencyStats(\n", + " throughput=throughput,\n", + " min=min_t,\n", + " max=max_t,\n", + " mean=mean_t,\n", + " p50=p50,\n", + " p95=p95,\n", + " p99=p99,\n", + " )\n", + "\n", + "print(\"prevent_unoptimized = true\")\n", + "print(f\"Total optimization time: {stats_prevent['total_optimization_time']}\")\n", + "print(json.dumps(get_latency_stats(stats_prevent), indent=2))\n", + "print(\"\\n\\n\")\n", + "print(\"prevent_unoptimized = false\")\n", + "print(f\"Total optimization time: {stats_unopt['total_optimization_time']}\")\n", + "print(json.dumps(get_latency_stats(stats_unopt), indent=2))" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "JCYuALrkqgMb", + "outputId": "9ff9a9bf-ccba-47a3-f4d6-e5d26c04ed0b" + }, + "execution_count": 29, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "prevent_unoptimized = true\n", + "Total optimization time: 0.5618014159999802\n", + "{\n", + " \"throughput\": 7.161828188120137,\n", + " \"min\": 0.10708374600017123,\n", + " \"max\": 0.318348366000464,\n", + " \"mean\": 0.1380583828190147,\n", + " \"p50\": 0.11680783749989132,\n", + " \"p95\": 0.18741079325009197,\n", + " \"p99\": 0.2057121670003835\n", + "}\n", + "\n", + "\n", + "\n", + "prevent_unoptimized = false\n", + "Total optimization time: 88.14651969099941\n", + "{\n", + " \"throughput\": 6.997234614266481,\n", + " \"min\": 0.10598464200029412,\n", + " \"max\": 0.32589991400072904,\n", + " \"mean\": 0.14137714988900915,\n", + " \"p50\": 0.11991927650024081,\n", + " \"p95\": 0.1932140347504628,\n", + " \"p99\": 0.2085006406503635\n", + "}\n" + ] + } + ] + }, + { + "cell_type": "markdown", + "source": [ + "## An Apparent Win\n", + "\n", + "The better query throughput, latency and faster optimization times might all suggest that `prevent_unoptimized` is the best choice.\n", + "\n", + "This is only part of the story: `prevent_unoptimized`, by definition, prevents data points in non-fully optimized segments from being searched. This means that the search yields less results, if any, and is limited to points that were uploaded first, representing thus also a freshness problem.\n", + "\n", + "In this sense, using `prevent_unoptimized` should be done with caution: if a temporary loss in results and recall is acceptable, especially in smaller collection with lower optimization times, it can improve your latency, but, with bigger collections and longer optimization times, it can cause users to see partial results for a long time, up until all segments are fully optimized." + ], + "metadata": { + "id": "dwVfRKQMsJPp" + } + } + ] +} \ No newline at end of file From de28846a585c45073f8f1283bb70c9211cc7af75 Mon Sep 17 00:00:00 2001 From: clelia Date: Thu, 20 Aug 2026 10:15:28 +0200 Subject: [PATCH 2/2] chore: polish language and code --- .../prevent_unoptimized.ipynb | 8274 ++++++++--------- 1 file changed, 4124 insertions(+), 4150 deletions(-) diff --git a/prevent_unoptimized_usage/prevent_unoptimized.ipynb b/prevent_unoptimized_usage/prevent_unoptimized.ipynb index 3a8c15e..e694297 100644 --- a/prevent_unoptimized_usage/prevent_unoptimized.ipynb +++ b/prevent_unoptimized_usage/prevent_unoptimized.ipynb @@ -1,4179 +1,4153 @@ { - "nbformat": 4, - "nbformat_minor": 0, - "metadata": { - "colab": { - "provenance": [] - }, - "kernelspec": { - "name": "python3", - "display_name": "Python 3" - }, - "language_info": { - "name": "python" - }, - "widgets": { - "application/vnd.jupyter.widget-state+json": { - "version_major": 2, - "version_minor": 0, - "state": { - "471bd53dcfc847348f97233ce03575be": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_16f153761d05419bb29fb1936a728f57", - "IPY_MODEL_d5929ae5e21b4be995145cc45110e4e3", - "IPY_MODEL_319939b18ad441fc940f13ba5f4f04e6" - ], - "layout": "IPY_MODEL_85601fd80d8341d0842b323fef9210d0" - } - }, - "16f153761d05419bb29fb1936a728f57": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_ae4e52814004434ca89a2cb5e5a8e4e9", - "placeholder": "​", - "style": "IPY_MODEL_0c3406088dc5472bb984f3c635d4b010", - "value": "Download complete: : " - } - }, - "d5929ae5e21b4be995145cc45110e4e3": { - "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_89395e2bc37849c5b9ef9949f31bf832", - "max": 1, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_cdfb3bde8723454382e5daed9e83fafe", - "value": 0 - } - }, - "319939b18ad441fc940f13ba5f4f04e6": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_eb01e437b2d642f9860b911ab99dc076", - "placeholder": "​", - "style": "IPY_MODEL_953e463be24141b3add98bf154d1aaac", - "value": "  0.00B            " - } - }, - "85601fd80d8341d0842b323fef9210d0": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "ae4e52814004434ca89a2cb5e5a8e4e9": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "0c3406088dc5472bb984f3c635d4b010": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "89395e2bc37849c5b9ef9949f31bf832": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": "20px" - } - }, - "cdfb3bde8723454382e5daed9e83fafe": { - "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "eb01e437b2d642f9860b911ab99dc076": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "953e463be24141b3add98bf154d1aaac": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "05fc00d9efe045eebc56b02ce885a34b": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_f742d993590248f1bf3ffcaf83f5c18f", - "IPY_MODEL_05c6922afc15479b8c9fb254336fc490", - "IPY_MODEL_03fe48489c6f47bcb2a1407ee9b8c5ee" - ], - "layout": "IPY_MODEL_cb2c1809dfb34f2cb7f48f29924a3d03" - } - }, - "f742d993590248f1bf3ffcaf83f5c18f": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_1127ae9fbf134a4c85c533c084e5e8dd", - "placeholder": "​", - "style": "IPY_MODEL_cb76f3a77e2a415fb791b3bc720d1703", - "value": "Reconstruction complete: " - } - }, - "05c6922afc15479b8c9fb254336fc490": { - "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_ef675c7d243141c88c69182b610d99d7", - "max": 1, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_80c69a288e4648d093d49b7be4d3a9de", - "value": 0 - } - }, - "03fe48489c6f47bcb2a1407ee9b8c5ee": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_9fe5b55f33fe4a3c8b72e473c007680c", - "placeholder": "​", - "style": "IPY_MODEL_e0055088ddf24020a4d5e311ab6721f4", - "value": "  0.00B /  0.00B            " - } - }, - "cb2c1809dfb34f2cb7f48f29924a3d03": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "1127ae9fbf134a4c85c533c084e5e8dd": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "cb76f3a77e2a415fb791b3bc720d1703": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "ef675c7d243141c88c69182b610d99d7": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": "20px" - } - }, - "80c69a288e4648d093d49b7be4d3a9de": { - "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "9fe5b55f33fe4a3c8b72e473c007680c": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "e0055088ddf24020a4d5e311ab6721f4": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "5a99339a0172439e9d5bce7cb1c16802": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_24d84e561a8744aaa01e283278bec464", - "IPY_MODEL_759208d309cb48a7866898c85228923f", - "IPY_MODEL_203ff992ee3d4e3b8ec6c9552f932257" - ], - "layout": "IPY_MODEL_93d2564fe10747de9e4ccdd15a8e8f2e" - } - }, - "24d84e561a8744aaa01e283278bec464": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_c10cb95fa68a4e889c14d8e922978ec8", - "placeholder": "​", - "style": "IPY_MODEL_964ab3af6b5e49d58ee380b7e84f46a0", - "value": "Fetching 2 files: 100%" - } - }, - "759208d309cb48a7866898c85228923f": { - "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_968c7ec08ed6483d89844273c0620578", - "max": 2, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_ab3364ed9ec040e5b8c22425054a5df9", - "value": 2 - } - }, - "203ff992ee3d4e3b8ec6c9552f932257": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_ebee3df1f69d4c60923771c80ea23eb9", - "placeholder": "​", - "style": "IPY_MODEL_1ab68f79dc984780bef4816505657e80", - "value": " 2/2 [00:00<00:00, 83.26it/s]" - } - }, - "93d2564fe10747de9e4ccdd15a8e8f2e": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "c10cb95fa68a4e889c14d8e922978ec8": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "964ab3af6b5e49d58ee380b7e84f46a0": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "968c7ec08ed6483d89844273c0620578": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "ab3364ed9ec040e5b8c22425054a5df9": { - "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "ebee3df1f69d4c60923771c80ea23eb9": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "1ab68f79dc984780bef4816505657e80": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - } - } - } - } + "nbformat": 4, + "nbformat_minor": 0, + "metadata": { + "colab": { + "provenance": [] }, - "cells": [ - { - "cell_type": "markdown", - "source": [ - "# How to Use `prevent_unoptimized` Effectively in Qdrant\n", - "\n", - "After a bulk upload or a configuration update, a Qdrant collection can see higher search latency. Ongoing optimizations create unindexed segments, and queries that land on those segments need a full scan to return results.\n", - "\n", - "Up through Qdrant v1.17, the fix lived on the read path: `indexed_only` is a search parameter that tells Qdrant to skip unindexed regions and search only the fully optimized segments.\n", - "\n", - "The problem was that points could blink: a point could appear briefly in a small segment, then disappear once that segment crossed the indexing threshold and started optimizing.\n", - "\n", - "Qdrant v1.17.1 introduced a second fix, this time on the write path: the experimental `prevent_unoptimized` flag.\n", - "\n", - "`prevent_unoptimized` defers the visibility of unindexed points. Once a segment starts optimizing, new points added to it stay in a deferred state until the segment finishes optimizing and becomes searchable. Qdrant still writes them to persistent storage, so you don't lose data, it just holds them back from search until they're ready.\n", - "\n", - "This notebook covers how to turn on `prevent_unoptimized`, how to combine it with uploads, how to monitor optimization progress, how to measure the effect of it on query latency, and what tradeoffs the setting brings." - ], - "metadata": { - "id": "5JJ3K2d26cjk" + "kernelspec": { + "name": "python3", + "display_name": "Python 3" + }, + "language_info": { + "name": "python" + }, + "widgets": { + "application/vnd.jupyter.widget-state+json": { + "version_major": 2, + "version_minor": 0, + "state": { + "471bd53dcfc847348f97233ce03575be": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_16f153761d05419bb29fb1936a728f57", + "IPY_MODEL_d5929ae5e21b4be995145cc45110e4e3", + "IPY_MODEL_319939b18ad441fc940f13ba5f4f04e6" + ], + "layout": "IPY_MODEL_85601fd80d8341d0842b323fef9210d0" } - }, - { - "cell_type": "markdown", - "source": [ - "## Setup\n", - "\n", - "Install the `qdrant-client`, `huggingface-hub` and `polars` python packages to set up a Qdrant collection, download and process the dataset for this tutorial.\n", - "\n", - "We will be using a [Qdrant Cloud Free Tier Cluster]( https://qdrant.tech/documentation/cloud/create-cluster/#free-clusters.).\n", - "\n", - "[Create a free cluster](https://cloud.qdrant.io/), save the associated API key and endpoint URL, and instantiate the Qdrant Client:" - ], - "metadata": { - "id": "JMYh26_jW1QB" + }, + "16f153761d05419bb29fb1936a728f57": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ae4e52814004434ca89a2cb5e5a8e4e9", + "placeholder": "​", + "style": "IPY_MODEL_0c3406088dc5472bb984f3c635d4b010", + "value": "Download complete: : " } - }, - { - "cell_type": "code", - "execution_count": 4, - "metadata": { - "id": "u63VZerR6Jah" - }, - "outputs": [], - "source": [ - "! pip install -q qdrant-client huggingface-hub polars" - ] - }, - { - "cell_type": "code", - "source": [ - "from qdrant_client import AsyncQdrantClient\n", - "from getpass import getpass\n", - "\n", - "client = AsyncQdrantClient(\n", - " url=getpass(\"Qdrant URL:\"),\n", - " api_key=getpass(\"Qdrant API key:\"),\n", - " timeout=6000,\n", - " prefer_grpc=True,\n", - ")" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "r5YqxmgqW03Y", - "outputId": "7ef8b84e-48de-48b0-fb88-f4a2d1e32809" - }, - "execution_count": 2, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Qdrant URL:··········\n", - "Qdrant API key:··········\n" - ] - } - ] - }, - { - "cell_type": "markdown", - "source": [ - "We'll be performing a few operations concurrently: searching and monitoring optimization progress. The asynchronous Qdrant client ensures these calls won't block the event loop.\n", - "\n", - "We'll also be uploading a large number of embeddings in batches. For that, increase the client's timeout and prefer gRPC as the transport where possible. Both improve resilience and performance." - ], - "metadata": { - "id": "QnDdtP4VYcd6" + }, + "d5929ae5e21b4be995145cc45110e4e3": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_89395e2bc37849c5b9ef9949f31bf832", + "max": 1, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_cdfb3bde8723454382e5daed9e83fafe", + "value": 0 } - }, - { - "cell_type": "markdown", - "source": [ - "## Create Collections\n", - "\n", - "We will create two collections, each containing 100,000 768-dimensional vectors, one with `prevent_unoptimized` set to `True` and the other set to `False`: this will allow us to see the effect of `prevent_unoptimized` on query latency during the optimization phase and on the duration of the optimization phase itself." - ], - "metadata": { - "id": "wbQ-pizLaXpe" + }, + "319939b18ad441fc940f13ba5f4f04e6": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_eb01e437b2d642f9860b911ab99dc076", + "placeholder": "​", + "style": "IPY_MODEL_953e463be24141b3add98bf154d1aaac", + "value": "  0.00B            " } - }, - { - "cell_type": "code", - "source": [ - "from qdrant_client import models\n", - "\n", - "async def create_collection(collection_name: str, prevent_unoptimized: bool = True) -> None:\n", - " collection_exists = await client.collection_exists(collection_name)\n", - " if collection_exists:\n", - " raise RuntimeError(\"Collection already exists, please delete it or change the name of the new collection you are trying to create\")\n", - " await client.create_collection(\n", - " collection_name=collection_name,\n", - " vectors_config=models.VectorParams(size=768, distance=models.Distance.COSINE),\n", - " optimizers_config=models.OptimizersConfigDiff(prevent_unoptimized=prevent_unoptimized)\n", - " )\n", - " print(f\"Created {collection_name}\")\n", - "\n", - "await create_collection(\"prevent-unoptimized\")\n", - "await create_collection(\"allow-unoptimized\", prevent_unoptimized=False)" - ], - "metadata": { - "id": "f9svTNuk6aop", - "colab": { - "base_uri": "https://localhost:8080/" - }, - "outputId": "a945a555-e799-45f4-97c9-f071725501c1" - }, - "execution_count": 3, - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "text": [ - "Created prevent-unoptimized\n", - "Created allow-unoptimized\n" - ] - } - ] - }, - { - "cell_type": "markdown", - "source": [ - "## Download the Dataset\n", - "\n", - "Next we download the [`ashraq/cohere-wiki-embedding-100k`](https://huggingface.co/datasets/ashraq/cohere-wiki-embedding-100k) dataset from HuggingFace, which contains 100,000 pre-embedded Wikipedia passages." - ], - "metadata": { - "id": "cScaSuuScMoC" + }, + "85601fd80d8341d0842b323fef9210d0": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null } - }, - { - "cell_type": "code", - "source": [ - "from huggingface_hub import snapshot_download\n", - "\n", - "def download_dataset() -> str:\n", - " download_path = snapshot_download(\n", - " repo_id=\"ashraq/cohere-wiki-embedding-100k\",\n", - " repo_type=\"dataset\",\n", - " allow_patterns=[\"data/train-*-of-*.parquet\"]\n", - " )\n", - " return download_path\n", - "\n", - "data_path = download_dataset()" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/", - "height": 113, - "referenced_widgets": [ - "471bd53dcfc847348f97233ce03575be", - "16f153761d05419bb29fb1936a728f57", - "d5929ae5e21b4be995145cc45110e4e3", - "319939b18ad441fc940f13ba5f4f04e6", - "85601fd80d8341d0842b323fef9210d0", - "ae4e52814004434ca89a2cb5e5a8e4e9", - "0c3406088dc5472bb984f3c635d4b010", - "89395e2bc37849c5b9ef9949f31bf832", - "cdfb3bde8723454382e5daed9e83fafe", - "eb01e437b2d642f9860b911ab99dc076", - "953e463be24141b3add98bf154d1aaac", - "05fc00d9efe045eebc56b02ce885a34b", - "f742d993590248f1bf3ffcaf83f5c18f", - "05c6922afc15479b8c9fb254336fc490", - "03fe48489c6f47bcb2a1407ee9b8c5ee", - "cb2c1809dfb34f2cb7f48f29924a3d03", - "1127ae9fbf134a4c85c533c084e5e8dd", - "cb76f3a77e2a415fb791b3bc720d1703", - "ef675c7d243141c88c69182b610d99d7", - "80c69a288e4648d093d49b7be4d3a9de", - "9fe5b55f33fe4a3c8b72e473c007680c", - "e0055088ddf24020a4d5e311ab6721f4", - "5a99339a0172439e9d5bce7cb1c16802", - "24d84e561a8744aaa01e283278bec464", - "759208d309cb48a7866898c85228923f", - "203ff992ee3d4e3b8ec6c9552f932257", - "93d2564fe10747de9e4ccdd15a8e8f2e", - "c10cb95fa68a4e889c14d8e922978ec8", - "964ab3af6b5e49d58ee380b7e84f46a0", - "968c7ec08ed6483d89844273c0620578", - "ab3364ed9ec040e5b8c22425054a5df9", - "ebee3df1f69d4c60923771c80ea23eb9", - "1ab68f79dc984780bef4816505657e80" - ] - }, - "id": "bg-Dz-IFc-Ay", - "outputId": "9c624d2a-f90c-4185-d7ab-1cf6aed3c5f4" - }, - "execution_count": 6, - "outputs": [ - { - "output_type": "display_data", - "data": { - "text/plain": [ - "Downloading bytes: | 0.00B " - ], - "application/vnd.jupyter.widget-view+json": { - "version_major": 2, - "version_minor": 0, - "model_id": "471bd53dcfc847348f97233ce03575be" - } - }, - "metadata": {} - }, - { - "output_type": "display_data", - "data": { - "text/plain": [ - "Reconstructing (incomplete total...): | | 0.00B / 0.00B " - ], - "application/vnd.jupyter.widget-view+json": { - "version_major": 2, - "version_minor": 0, - "model_id": "05fc00d9efe045eebc56b02ce885a34b" - } - }, - "metadata": {} - }, - { - "output_type": "display_data", - "data": { - "text/plain": [ - "Fetching 2 files: 0%| | 0/2 [00:00 This suggestion does not apply to the Rust and Go SDK, as well as to the REST API, since they set `wait=False` by default." - ], - "metadata": { - "id": "A-HRS9bydzhJ" + }, + "ae4e52814004434ca89a2cb5e5a8e4e9": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0c3406088dc5472bb984f3c635d4b010": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "89395e2bc37849c5b9ef9949f31bf832": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": "20px" + } + }, + "cdfb3bde8723454382e5daed9e83fafe": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "eb01e437b2d642f9860b911ab99dc076": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "953e463be24141b3add98bf154d1aaac": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "05fc00d9efe045eebc56b02ce885a34b": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_f742d993590248f1bf3ffcaf83f5c18f", + "IPY_MODEL_05c6922afc15479b8c9fb254336fc490", + "IPY_MODEL_03fe48489c6f47bcb2a1407ee9b8c5ee" + ], + "layout": "IPY_MODEL_cb2c1809dfb34f2cb7f48f29924a3d03" + } + }, + "f742d993590248f1bf3ffcaf83f5c18f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_1127ae9fbf134a4c85c533c084e5e8dd", + "placeholder": "​", + "style": "IPY_MODEL_cb76f3a77e2a415fb791b3bc720d1703", + "value": "Reconstruction complete: " + } + }, + "05c6922afc15479b8c9fb254336fc490": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ef675c7d243141c88c69182b610d99d7", + "max": 1, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_80c69a288e4648d093d49b7be4d3a9de", + "value": 0 + } + }, + "03fe48489c6f47bcb2a1407ee9b8c5ee": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9fe5b55f33fe4a3c8b72e473c007680c", + "placeholder": "​", + "style": "IPY_MODEL_e0055088ddf24020a4d5e311ab6721f4", + "value": "  0.00B /  0.00B            " + } + }, + "cb2c1809dfb34f2cb7f48f29924a3d03": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1127ae9fbf134a4c85c533c084e5e8dd": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cb76f3a77e2a415fb791b3bc720d1703": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ef675c7d243141c88c69182b610d99d7": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": "20px" + } + }, + "80c69a288e4648d093d49b7be4d3a9de": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "9fe5b55f33fe4a3c8b72e473c007680c": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e0055088ddf24020a4d5e311ab6721f4": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "5a99339a0172439e9d5bce7cb1c16802": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_24d84e561a8744aaa01e283278bec464", + "IPY_MODEL_759208d309cb48a7866898c85228923f", + "IPY_MODEL_203ff992ee3d4e3b8ec6c9552f932257" + ], + "layout": "IPY_MODEL_93d2564fe10747de9e4ccdd15a8e8f2e" + } + }, + "24d84e561a8744aaa01e283278bec464": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c10cb95fa68a4e889c14d8e922978ec8", + "placeholder": "​", + "style": "IPY_MODEL_964ab3af6b5e49d58ee380b7e84f46a0", + "value": "Fetching 2 files: 100%" + } + }, + "759208d309cb48a7866898c85228923f": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_968c7ec08ed6483d89844273c0620578", + "max": 2, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_ab3364ed9ec040e5b8c22425054a5df9", + "value": 2 } + }, + "203ff992ee3d4e3b8ec6c9552f932257": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ebee3df1f69d4c60923771c80ea23eb9", + "placeholder": "​", + "style": "IPY_MODEL_1ab68f79dc984780bef4816505657e80", + "value": " 2/2 [00:00<00:00, 83.26it/s]" + } + }, + "93d2564fe10747de9e4ccdd15a8e8f2e": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c10cb95fa68a4e889c14d8e922978ec8": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "964ab3af6b5e49d58ee380b7e84f46a0": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "968c7ec08ed6483d89844273c0620578": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ab3364ed9ec040e5b8c22425054a5df9": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "ebee3df1f69d4c60923771c80ea23eb9": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1ab68f79dc984780bef4816505657e80": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + } + } + } + } + }, + "cells": [ + { + "cell_type": "markdown", + "source": [ + "# How to Use `prevent_unoptimized` Effectively in Qdrant\n", + "\n", + "After a bulk upload or a configuration update, a Qdrant collection can see higher search latency. Ongoing optimizations create unindexed segments, and queries that land on those segments need a full scan to return results.\n", + "\n", + "Up through Qdrant v1.17, the fix lived on the read path: `indexed_only` is a search parameter that tells Qdrant to skip unindexed regions and search only the fully optimized segments.\n", + "\n", + "The problem was that points could blink: a point could appear briefly in a small segment, then disappear once that segment crossed the indexing threshold and started optimizing.\n", + "\n", + "Qdrant v1.17.1 introduced a second fix, this time on the write path: the experimental `prevent_unoptimized` flag.\n", + "\n", + "`prevent_unoptimized` defers the visibility of unindexed points. Once a segment starts optimizing, new points added to it stay in a deferred state until the segment finishes optimizing and becomes searchable. Qdrant still writes them to persistent storage, so you don't lose data, it just holds them back from search until they're ready.\n", + "\n", + "This notebook covers how to turn on `prevent_unoptimized`, how to combine it with uploads, how to monitor optimization progress, how to measure the effect of it on query latency, and what tradeoffs the setting brings." + ], + "metadata": { + "id": "5JJ3K2d26cjk" + } + }, + { + "cell_type": "markdown", + "source": [ + "## Setup\n", + "\n", + "Install the `qdrant-client`, `huggingface-hub` and `polars` python packages to set up a Qdrant collection, download and process the dataset for this tutorial.\n", + "\n", + "We will be using a [Qdrant Cloud Free Tier Cluster]( https://qdrant.tech/documentation/cloud/create-cluster/#free-clusters.).\n", + "\n", + "[Create a free cluster](https://cloud.qdrant.io/), save the associated API key and endpoint URL, and instantiate the Qdrant Client:" + ], + "metadata": { + "id": "JMYh26_jW1QB" + } + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": { + "id": "u63VZerR6Jah" + }, + "outputs": [], + "source": [ + "! pip install -q qdrant-client huggingface-hub polars" + ] + }, + { + "cell_type": "code", + "source": [ + "from qdrant_client import AsyncQdrantClient\n", + "from getpass import getpass\n", + "\n", + "client = AsyncQdrantClient(\n", + " url=getpass(\"Qdrant URL:\"),\n", + " api_key=getpass(\"Qdrant API key:\"),\n", + " timeout=6000,\n", + " prefer_grpc=True,\n", + ")" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" }, + "id": "r5YqxmgqW03Y", + "outputId": "7ef8b84e-48de-48b0-fb88-f4a2d1e32809" + }, + "execution_count": 2, + "outputs": [ { - "cell_type": "code", - "source": [ - "import polars as pl\n", - "\n", - "def load_data(data_path: str) -> pl.DataFrame:\n", - " df = pl.read_parquet(source=f\"{data_path.rstrip('/')}/data/train-*-of-*.parquet\", columns=[\"emb\"])\n", - " return df\n", - "\n", - "data = load_data(data_path)" - ], - "metadata": { - "id": "WRjy6zuEfFAP" - }, - "execution_count": 19, - "outputs": [] + "name": "stdout", + "output_type": "stream", + "text": [ + "Qdrant URL:··········\n", + "Qdrant API key:··········\n" + ] + } + ] + }, + { + "cell_type": "markdown", + "source": [ + "We'll be performing a few operations concurrently: searching and monitoring optimization progress. The asynchronous Qdrant client ensures these calls won't block the event loop.\n", + "\n", + "We'll also be uploading a large number of embeddings in batches. For that, increase the client's timeout and prefer gRPC as the transport where possible. Both improve resilience and performance." + ], + "metadata": { + "id": "QnDdtP4VYcd6" + } + }, + { + "cell_type": "markdown", + "source": "## Create Collections\n\nWe will create two collections, each containing 100,000 768-dimensional vectors: one with `prevent_unoptimized` set to `True`, and the other set to `False`. This will let us see the effect of `prevent_unoptimized` on query latency during the optimization phase, and on the duration of the optimization phase itself.", + "metadata": { + "id": "wbQ-pizLaXpe" + } + }, + { + "cell_type": "code", + "source": [ + "from qdrant_client import models\n", + "\n", + "async def create_collection(collection_name: str, prevent_unoptimized: bool = True) -> None:\n", + " collection_exists = await client.collection_exists(collection_name)\n", + " if collection_exists:\n", + " raise RuntimeError(\"Collection already exists, please delete it or change the name of the new collection you are trying to create\")\n", + " await client.create_collection(\n", + " collection_name=collection_name,\n", + " vectors_config=models.VectorParams(size=768, distance=models.Distance.COSINE),\n", + " optimizers_config=models.OptimizersConfigDiff(prevent_unoptimized=prevent_unoptimized)\n", + " )\n", + " print(f\"Created {collection_name}\")\n", + "\n", + "await create_collection(\"prevent-unoptimized\")\n", + "await create_collection(\"allow-unoptimized\", prevent_unoptimized=False)" + ], + "metadata": { + "id": "f9svTNuk6aop", + "colab": { + "base_uri": "https://localhost:8080/" }, + "outputId": "a945a555-e799-45f4-97c9-f071725501c1" + }, + "execution_count": 3, + "outputs": [ { - "cell_type": "code", - "source": [ - "import uuid\n", - "import asyncio\n", - "\n", - "async def upload_points(collection_name: str, df: pl.DataFrame) -> None:\n", - " for batch in df.iter_slices(1000):\n", - " points = [\n", - " models.PointStruct(\n", - " id=str(uuid.uuid4()),\n", - " vector=row[\"emb\"]\n", - " )\n", - " for row in batch.iter_rows(named=True)\n", - " ]\n", - " await client.upsert(collection_name=collection_name, points=points, wait=False)\n" - ], - "metadata": { - "id": "k7_qgReTg-lo" - }, - "execution_count": 24, - "outputs": [] + "output_type": "stream", + "name": "stdout", + "text": [ + "Created prevent-unoptimized\n", + "Created allow-unoptimized\n" + ] + } + ] + }, + { + "cell_type": "markdown", + "source": [ + "## Download the Dataset\n", + "\n", + "Next we download the [`ashraq/cohere-wiki-embedding-100k`](https://huggingface.co/datasets/ashraq/cohere-wiki-embedding-100k) dataset from HuggingFace, which contains 100,000 pre-embedded Wikipedia passages." + ], + "metadata": { + "id": "cScaSuuScMoC" + } + }, + { + "cell_type": "code", + "source": [ + "from huggingface_hub import snapshot_download\n", + "\n", + "def download_dataset() -> str:\n", + " download_path = snapshot_download(\n", + " repo_id=\"ashraq/cohere-wiki-embedding-100k\",\n", + " repo_type=\"dataset\",\n", + " allow_patterns=[\"data/train-*-of-*.parquet\"]\n", + " )\n", + " return download_path\n", + "\n", + "data_path = download_dataset()" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 113, + "referenced_widgets": [ + "471bd53dcfc847348f97233ce03575be", + "16f153761d05419bb29fb1936a728f57", + "d5929ae5e21b4be995145cc45110e4e3", + "319939b18ad441fc940f13ba5f4f04e6", + "85601fd80d8341d0842b323fef9210d0", + "ae4e52814004434ca89a2cb5e5a8e4e9", + "0c3406088dc5472bb984f3c635d4b010", + "89395e2bc37849c5b9ef9949f31bf832", + "cdfb3bde8723454382e5daed9e83fafe", + "eb01e437b2d642f9860b911ab99dc076", + "953e463be24141b3add98bf154d1aaac", + "05fc00d9efe045eebc56b02ce885a34b", + "f742d993590248f1bf3ffcaf83f5c18f", + "05c6922afc15479b8c9fb254336fc490", + "03fe48489c6f47bcb2a1407ee9b8c5ee", + "cb2c1809dfb34f2cb7f48f29924a3d03", + "1127ae9fbf134a4c85c533c084e5e8dd", + "cb76f3a77e2a415fb791b3bc720d1703", + "ef675c7d243141c88c69182b610d99d7", + "80c69a288e4648d093d49b7be4d3a9de", + "9fe5b55f33fe4a3c8b72e473c007680c", + "e0055088ddf24020a4d5e311ab6721f4", + "5a99339a0172439e9d5bce7cb1c16802", + "24d84e561a8744aaa01e283278bec464", + "759208d309cb48a7866898c85228923f", + "203ff992ee3d4e3b8ec6c9552f932257", + "93d2564fe10747de9e4ccdd15a8e8f2e", + "c10cb95fa68a4e889c14d8e922978ec8", + "964ab3af6b5e49d58ee380b7e84f46a0", + "968c7ec08ed6483d89844273c0620578", + "ab3364ed9ec040e5b8c22425054a5df9", + "ebee3df1f69d4c60923771c80ea23eb9", + "1ab68f79dc984780bef4816505657e80" + ] }, + "id": "bg-Dz-IFc-Ay", + "outputId": "9c624d2a-f90c-4185-d7ab-1cf6aed3c5f4" + }, + "execution_count": 6, + "outputs": [ { - "cell_type": "markdown", - "source": [ - "## Monitor Optimozations Progress\n", - "\n", - "You can monitor how optimization is progressing by sending a `GET` request to the `/collections/{collection_name}/optimizations` endpoints. At the same time, if you are simply interested in the number of deferred points, you can get that with a `GET` request to `/collections/{collection_name}` and accessing `.update_queue.deferred_points`.\n", - "\n", - "The python client provides both a `get_collection` and a `get_optimizations` method that allows us to get structured reports over the progress." + "output_type": "display_data", + "data": { + "text/plain": [ + "Downloading bytes: | 0.00B " ], - "metadata": { - "id": "wdE5vnaziJn2" + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "471bd53dcfc847348f97233ce03575be" } + }, + "metadata": {} }, { - "cell_type": "code", - "source": [ - "import time\n", - "\n", - "# We poll for optimizations every 0.5 seconds, which means\n", - "# 14_400 iterations is approximately 2hrs, which should be plenty\n", - "# of time for optimizations to complete\n", - "async def get_optimizations_progress(\n", - " signal: asyncio.Event,\n", - " collection_name: str,\n", - " max_iterations: int = 14_400\n", - ") -> float:\n", - " start = time.perf_counter()\n", - " it = 0\n", - " while it < max_iterations:\n", - " optimizations: models.OptimizationsResponse\n", - " info: models.CollectionInfo\n", - " optimizations, info = await asyncio.gather(\n", - " client.get_optimizations(\n", - " collection_name=collection_name, with_=\"completed,queued,idle_segments\"\n", - " ),\n", - " client.get_collection(collection_name=collection_name),\n", - " )\n", - " print(f\"Deferred points: {info.update_queue.deferred_points or 0 if info.update_queue is not None else 0}\", flush=True)\n", - " print(f\"Running optimizations: {len(optimizations.running)}\", flush=True)\n", - " print(f\"Queued optimizations: {len(optimizations.queued or [])}\", flush=True)\n", - " print(f\"Completed optimizations: {len(optimizations.completed or [])}\", flush=True)\n", - " if len(optimizations.running) == 0 and len(optimizations.queued or []) == 0:\n", - " signal.set()\n", - " break\n", - " it += 1\n", - " await asyncio.sleep(0.5)\n", - " end = time.perf_counter()\n", - " return end - start\n" + "output_type": "display_data", + "data": { + "text/plain": [ + "Reconstructing (incomplete total...): | | 0.00B / 0.00B " ], - "metadata": { - "id": "xf1OwG7HjCfM" - }, - "execution_count": 25, - "outputs": [] - }, - { - "cell_type": "markdown", - "source": [ - "## Send Search Queries\n", - "\n", - "While the collection is being optimized, we send search queries and measure their latency. This will allow us to see the difference between a collection with `prevent_unoptimized` enabled and disabled.\n", - "\n", - "As queries, we sample 1000 random vectors from our dataframe." - ], - "metadata": { - "id": "s7tycY81mv81" + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "05fc00d9efe045eebc56b02ce885a34b" } + }, + "metadata": {} }, { - "cell_type": "code", - "source": [ - "queries = data.sample(1000)[\"emb\"].to_list()" + "output_type": "display_data", + "data": { + "text/plain": [ + "Fetching 2 files: 0%| | 0/2 [00:00 tuple[list[float], float]:\n", - " start = time.perf_counter()\n", - " latencies = []\n", - " while True:\n", - " for query in queries:\n", - " q_start = time.perf_counter()\n", - " await client.query_points(collection_name=collection_name, query=query)\n", - " q_stop = time.perf_counter()\n", - " latencies.append(q_stop - q_start)\n", - " print(f\"Query took {q_stop - q_start}s\", flush=True)\n", - " if signal.is_set():\n", - " break\n", - " end = time.perf_counter()\n", - " return latencies, end - start\n" - ], - "metadata": { - "id": "6oqlUsrVnmhN" - }, - "execution_count": 26, - "outputs": [] - }, - { - "cell_type": "markdown", - "source": [ - "## Putting Everything Together\n", - "\n", - "We are now ready to upload our points, and, once the upload is done, start querying and collecting optimization status." - ], - "metadata": { - "id": "oakztV6Lobru" + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "5a99339a0172439e9d5bce7cb1c16802" } + }, + "metadata": {} + } + ] + }, + { + "cell_type": "markdown", + "source": "## Upload the Embeddings to Qdrant\n\nLet's now load the embeddings from the Parquet files using `polars`, then batch them and upload them to our collections.\n\nOne important caveat: when uploading with `prevent_unoptimized=True`, make sure to set `wait=False`. If `wait` were set to `True`, each upload call would block until the point becomes visible to queries, i.e. until the segment it belongs to is fully optimized. This can take a relatively long time, causing timeouts and stalling the entire upload loop.\n\n> This suggestion does not apply to the Rust and Go SDKs, or to the REST API, since they set `wait=False` by default.", + "metadata": { + "id": "A-HRS9bydzhJ" + } + }, + { + "cell_type": "code", + "source": [ + "import polars as pl\n", + "\n", + "def load_data(data_path: str) -> pl.DataFrame:\n", + " df = pl.read_parquet(source=f\"{data_path.rstrip('/')}/data/train-*-of-*.parquet\", columns=[\"emb\"])\n", + " return df\n", + "\n", + "data = load_data(data_path)" + ], + "metadata": { + "id": "WRjy6zuEfFAP" + }, + "execution_count": 19, + "outputs": [] + }, + { + "cell_type": "code", + "source": [ + "import uuid\n", + "import asyncio\n", + "\n", + "async def upload_points(collection_name: str, df: pl.DataFrame) -> None:\n", + " for batch in df.iter_slices(1000):\n", + " points = [\n", + " models.PointStruct(\n", + " id=str(uuid.uuid4()),\n", + " vector=row[\"emb\"]\n", + " )\n", + " for row in batch.iter_rows(named=True)\n", + " ]\n", + " await client.upsert(collection_name=collection_name, points=points, wait=False)\n" + ], + "metadata": { + "id": "k7_qgReTg-lo" + }, + "execution_count": 24, + "outputs": [] + }, + { + "cell_type": "markdown", + "source": "## Monitor Optimization Progress\n\nYou can monitor optimization progress by sending a `GET` request to the `/collections/{collection_name}/optimizations` endpoint. If you're only interested in the number of deferred points, you can get that with a `GET` request to `/collections/{collection_name}` and reading `.update_queue.deferred_points`.\n\nThe Python client provides both a `get_collection` and a `get_optimizations` method, which give us structured reports on progress.", + "metadata": { + "id": "wdE5vnaziJn2" + } + }, + { + "cell_type": "code", + "source": [ + "import time\n", + "\n", + "# We poll for optimizations every 0.5 seconds, which means\n", + "# 14_400 iterations is approximately 2hrs, which should be plenty\n", + "# of time for optimizations to complete\n", + "async def get_optimizations_progress(\n", + " signal: asyncio.Event,\n", + " collection_name: str,\n", + " max_iterations: int = 14_400\n", + ") -> float:\n", + " start = time.perf_counter()\n", + " it = 0\n", + " while it < max_iterations:\n", + " optimizations: models.OptimizationsResponse\n", + " info: models.CollectionInfo\n", + " optimizations, info = await asyncio.gather(\n", + " client.get_optimizations(\n", + " collection_name=collection_name, with_=\"completed,queued,idle_segments\"\n", + " ),\n", + " client.get_collection(collection_name=collection_name),\n", + " )\n", + " print(f\"Deferred points: {info.update_queue.deferred_points or 0 if info.update_queue is not None else 0}\", flush=True)\n", + " print(f\"Running optimizations: {len(optimizations.running)}\", flush=True)\n", + " print(f\"Queued optimizations: {len(optimizations.queued or [])}\", flush=True)\n", + " print(f\"Completed optimizations: {len(optimizations.completed or [])}\", flush=True)\n", + " if len(optimizations.running) == 0 and len(optimizations.queued or []) == 0:\n", + " signal.set()\n", + " break\n", + " it += 1\n", + " await asyncio.sleep(0.5)\n", + " end = time.perf_counter()\n", + " return end - start\n" + ], + "metadata": { + "id": "xf1OwG7HjCfM" + }, + "execution_count": 25, + "outputs": [] + }, + { + "cell_type": "markdown", + "source": [ + "## Send Search Queries\n", + "\n", + "While the collection is being optimized, we send search queries and measure their latency. This will allow us to see the difference between a collection with `prevent_unoptimized` enabled and disabled.\n", + "\n", + "As queries, we sample 1000 random vectors from our dataframe." + ], + "metadata": { + "id": "s7tycY81mv81" + } + }, + { + "cell_type": "code", + "source": [ + "queries = data.sample(1000)[\"emb\"].to_list()" + ], + "metadata": { + "id": "GpR7NeVKnTez" + }, + "execution_count": 21, + "outputs": [] + }, + { + "cell_type": "code", + "source": [ + "async def query(\n", + " signal: asyncio.Event,\n", + " collection_name: str,\n", + " queries: list[list[float]],\n", + ") -> tuple[list[float], float]:\n", + " start = time.perf_counter()\n", + " latencies = []\n", + " while True:\n", + " for query in queries:\n", + " q_start = time.perf_counter()\n", + " await client.query_points(collection_name=collection_name, query=query)\n", + " q_stop = time.perf_counter()\n", + " latencies.append(q_stop - q_start)\n", + " print(f\"Query took {q_stop - q_start}s\", flush=True)\n", + " if signal.is_set():\n", + " break\n", + " end = time.perf_counter()\n", + " return latencies, end - start\n" + ], + "metadata": { + "id": "6oqlUsrVnmhN" + }, + "execution_count": 26, + "outputs": [] + }, + { + "cell_type": "markdown", + "source": [ + "## Putting Everything Together\n", + "\n", + "We are now ready to upload our points, and, once the upload is done, start querying and collecting optimization status." + ], + "metadata": { + "id": "oakztV6Lobru" + } + }, + { + "cell_type": "code", + "source": [ + "from typing import TypedDict\n", + "\n", + "class Stats(TypedDict):\n", + " total_optimization_time: float\n", + " total_query_time: float\n", + " query_latencies: list[float]\n", + "\n", + "async def query_and_optimize(collection_name: str, queries: list[list[float]], max_iterations: int = 14_400) -> Stats:\n", + " signal = asyncio.Event()\n", + " results = await asyncio.gather(*[get_optimizations_progress(signal, collection_name, max_iterations), query(signal, collection_name, queries)])\n", + " opt_time: float = results[0]\n", + " latencies, query_time = results[1]\n", + " return {\n", + " \"total_optimization_time\": opt_time,\n", + " \"total_query_time\": query_time,\n", + " \"query_latencies\": latencies\n", + " }\n", + "\n", + "await asyncio.gather(upload_points(\"prevent-unoptimized\", data), upload_points(\"allow-unoptimized\", data))\n", + "print(\"Uploaded points!\\n\\n\")\n", + "stats_prevent, stats_unopt = await asyncio.gather(query_and_optimize(\"prevent-unoptimized\", queries), query_and_optimize(\"allow-unoptimized\", queries))" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" }, + "id": "MwAuwm7-obFt", + "outputId": "ede6ae14-51f2-4b57-da40-30c59a9c3ae0" + }, + "execution_count": 27, + "outputs": [ { - "cell_type": "code", - "source": [ - "from typing import TypedDict\n", - "\n", - "class Stats(TypedDict):\n", - " total_optimization_time: float\n", - " total_query_time: float\n", - " query_latencies: list[float]\n", - "\n", - "async def query_and_optimize(collection_name: str, queries: list[list[float]], max_iterations: int = 14_400) -> Stats:\n", - " signal = asyncio.Event()\n", - " results = await asyncio.gather(*[get_optimizations_progress(signal, collection_name, max_iterations), query(signal, collection_name, queries)])\n", - " opt_time: float = results[0]\n", - " latencies, query_time = results[1]\n", - " return {\n", - " \"total_optimization_time\": opt_time,\n", - " \"total_query_time\": query_time,\n", - " \"query_latencies\": latencies\n", - " }\n", - "\n", - "await asyncio.gather(upload_points(\"prevent-unoptimized\", data), upload_points(\"allow-unoptimized\", data))\n", - "print(\"Uploaded points!\\n\\n\")\n", - "stats_prevent, stats_unopt = await asyncio.gather(query_and_optimize(\"prevent-unoptimized\", queries), query_and_optimize(\"allow-unoptimized\", queries))" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "MwAuwm7-obFt", - "outputId": "ede6ae14-51f2-4b57-da40-30c59a9c3ae0" - }, - "execution_count": 27, - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "text": [ - "Uploaded points!\n", - "\n", - "\n", - "Query took 0.318348366000464s\n", - "Query took 0.32589991400072904s\n", - "Query took 0.11745562099986273s\n", - "Deferred points: 53666\n", - "Running optimizations: 0\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.2539356469997074s\n", - "Query took 0.17251208700054121s\n", - "Query took 0.13498689800053398s\n", - "Query took 0.1120259300005273s\n", - "Query took 0.1189278629999535s\n", - "Query took 0.13527402500039898s\n", - "Query took 0.1730980879992785s\n", - "Query took 0.1745405000001483s\n", - "Query took 0.1935509129998536s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.2030059219996474s\n", - "Query took 0.12691851599993242s\n", - "Query took 0.18264557300062734s\n", - "Query took 0.15982039700065798s\n", - "Query took 0.19135535999976128s\n", - "Query took 0.11980497100012144s\n", - "Query took 0.12821379300021363s\n", - "Query took 0.18644012700042367s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.17692618199998833s\n", - "Query took 0.19062864399984392s\n", - "Query took 0.18693907099986973s\n", - "Query took 0.19388982399959787s\n", - "Query took 0.18933151700002782s\n", - "Query took 0.11993471900041186s\n", - "Query took 0.11644113600050332s\n", - "Query took 0.11211439300041093s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.16861343500022485s\n", - "Query took 0.19618480000008276s\n", - "Query took 0.1975495160004357s\n", - "Query took 0.21456265500000882s\n", - "Query took 0.18901791900043463s\n", - "Query took 0.19269386799987842s\n", - "Query took 0.1195219460005319s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1859842439998829s\n", - "Query took 0.1540807360006511s\n", - "Query took 0.17268257199975778s\n", - "Query took 0.11208472399994207s\n", - "Query took 0.120352343000377s\n", - "Query took 0.18576822500017443s\n", - "Query took 0.1871582750000016s\n", - "Query took 0.11089076200005366s\n", - "Query took 0.11800360899997031s\n", - "Query took 0.18102662099954614s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.17645918400012306s\n", - "Query took 0.12362176300030114s\n", - "Query took 0.12045204100013507s\n", - "Query took 0.17319627399956516s\n", - "Query took 0.17385749699951702s\n", - "Query took 0.11055294800007687s\n", - "Query took 0.12494800000058603s\n", - "Query took 0.12516878499991435s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.16662262200043187s\n", - "Query took 0.1741967569996632s\n", - "Query took 0.11014425299981667s\n", - "Query took 0.18977832600012334s\n", - "Query took 0.18127915799959737s\n", - "Query took 0.12133007899956283s\n", - "Query took 0.11301582100077212s\n", - "Query took 0.18055203499989148s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1910404700001891s\n", - "Query took 0.1886425729999246s\n", - "Query took 0.1221285200008424s\n", - "Query took 0.13904986000034114s\n", - "Query took 0.11995750300047803s\n", - "Query took 0.1531804469996132s\n", - "Query took 0.1765669460000936s\n", - "Query took 0.11386514000059833s\n", - "Query took 0.18834395199974097s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.17107286900045438s\n", - "Query took 0.18394260999957623s\n", - "Query took 0.11057730499942409s\n", - "Query took 0.12187387999983912s\n", - "Query took 0.17963439699997252s\n", - "Query took 0.11111324500052433s\n", - "Query took 0.18906912200054649s\n", - "Query took 0.11530156499975419s\n", - "Query took 0.1854068130005544s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.17287099999975908s\n", - "Query took 0.12057857299987518s\n", - "Query took 0.11692481000045518s\n", - "Query took 0.18425673199999437s\n", - "Query took 0.17934576800053037s\n", - "Query took 0.11834970099971542s\n", - "Query took 0.1115974020003705s\n", - "Query took 0.1820004080000217s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11244979300045088s\n", - "Query took 0.12010018399996625s\n", - "Query took 0.1730675839999094s\n", - "Query took 0.17658760499944037s\n", - "Query took 0.11214449900035106s\n", - "Query took 0.11800358500022412s\n", - "Query took 0.18729041400001734s\n", - "Query took 0.1794596139998248s\n", - "Query took 0.11234942600003706s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.12541982200036728s\n", - "Query took 0.12412319100076274s\n", - "Query took 0.17897314699985145s\n", - "Query took 0.18268570599957457s\n", - "Query took 0.18723025700001017s\n", - "Query took 0.1885974830001942s\n", - "Query took 0.11257462600042345s\n", - "Query took 0.19352028100001917s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11862163400019199s\n", - "Query took 0.12346571699981723s\n", - "Query took 0.16150121800001216s\n", - "Query took 0.1721250680002413s\n", - "Query took 0.11131441199995606s\n", - "Query took 0.18294181800047227s\n", - "Query took 0.20342539899957046s\n", - "Query took 0.11987351000061608s\n", - "Query took 0.130360350999581s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1751551429997562s\n", - "Query took 0.1750424310002927s\n", - "Query took 0.12160753900025156s\n", - "Query took 0.1207476260005933s\n", - "Query took 0.16938473400023213s\n", - "Query took 0.17664024800069456s\n", - "Query took 0.1098181889992702s\n", - "Query took 0.19177470400063612s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11274437900010525s\n", - "Query took 0.12077200800013088s\n", - "Query took 0.17042624199984857s\n", - "Query took 0.1834883550000086s\n", - "Query took 0.11224403199958033s\n", - "Query took 0.18718882300072437s\n", - "Query took 0.19495211499997822s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.20043566900039878s\n", - "Query took 0.20750854500056448s\n", - "Query took 0.12141618599980575s\n", - "Query took 0.18952198199986015s\n", - "Query took 0.18882072500036884s\n", - "Query took 0.12131686500015348s\n", - "Query took 0.17884016899915878s\n", - "Query took 0.19449960800011468s\n", - "Query took 0.11182081400056632s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.19357203799972922s\n", - "Query took 0.1797772090003491s\n", - "Query took 0.19523659600054089s\n", - "Query took 0.11304985200058582s\n", - "Query took 0.1935000339999533s\n", - "Query took 0.18841816899930564s\n", - "Query took 0.2020066280001629s\n", - "Query took 0.2099477609999667s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.18379201399966405s\n", - "Query took 0.20845932300017012s\n", - "Query took 0.10893055999986245s\n", - "Query took 0.18242684899996675s\n", - "Query took 0.11187728299955779s\n", - "Query took 0.11708427100074914s\n", - "Query took 0.1740431099997295s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1932991560006485s\n", - "Query took 0.11325789100010297s\n", - "Query took 0.18266487199980475s\n", - "Query took 0.18845106400021905s\n", - "Query took 0.12280950300009863s\n", - "Query took 0.12852918699991278s\n", - "Query took 0.17811587000051077s\n", - "Query took 0.18373290799991082s\n", - "Query took 0.11093947200060938s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1988841410002351s\n", - "Query took 0.12133799200000794s\n", - "Query took 0.18773716499981674s\n", - "Query took 0.16599327899984928s\n", - "Query took 0.1999021729998276s\n", - "Query took 0.19718172300053993s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.19860024199988402s\n", - "Query took 0.2260768879996249s\n", - "Query took 0.1790065319992209s\n", - "Query took 0.1746632819995284s\n", - "Query took 0.11186014099985186s\n", - "Query took 0.18836653200014553s\n", - "Query took 0.11656415399920661s\n", - "Query took 0.12316877899957035s\n", - "Query took 0.16239686800054187s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.17426950800017948s\n", - "Query took 0.11159772700011672s\n", - "Query took 0.19356241100012994s\n", - "Query took 0.18530101200030913s\n", - "Query took 0.1315209229996981s\n", - "Query took 0.13611833899994963s\n", - "Query took 0.17261471300025732s\n", - "Query took 0.189494986999307s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.18384138799956418s\n", - "Query took 0.18025837900040642s\n", - "Query took 0.12379164100002527s\n", - "Query took 0.18973723399994924s\n", - "Query took 0.17364547700071853s\n", - "Query took 0.19386530900010257s\n", - "Query took 0.12265657100033422s\n", - "Query took 0.120984572999987s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.17203149499982828s\n", - "Query took 0.191260992000025s\n", - "Query took 0.1890791320001881s\n", - "Query took 0.18287204900025245s\n", - "Query took 0.11386670000047161s\n", - "Query took 0.12488540199956333s\n", - "Query took 0.17507731200021226s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.17975440200007142s\n", - "Query took 0.12157368200041674s\n", - "Query took 0.17938375900030223s\n", - "Query took 0.19369745499989222s\n", - "Query took 0.1125083180004367s\n", - "Query took 0.18421255900011602s\n", - "Query took 0.1826367969997591s\n", - "Query took 0.1174087879999206s\n", - "Query took 0.11512130499977502s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1812882760004868s\n", - "Query took 0.17820971499986626s\n", - "Query took 0.19092207799985772s\n", - "Query took 0.11679430200001661s\n", - "Query took 0.12364487900049426s\n", - "Query took 0.17488095399949088s\n", - "Query took 0.11069203199986077s\n", - "Query took 0.18546563400013838s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1846052310002051s\n", - "Query took 0.1868949279996741s\n", - "Query took 0.1099742160004098s\n", - "Query took 0.19300738600031764s\n", - "Query took 0.11087523399964994s\n", - "Query took 0.12418870499914192s\n", - "Query took 0.17889872700015985s\n", - "Query took 0.17694463999941945s\n", - "Query took 0.11418422800034023s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11851559499973519s\n", - "Query took 0.18142356199950882s\n", - "Query took 0.18318282200016256s\n", - "Query took 0.12420399300026475s\n", - "Query took 0.18803966300038155s\n", - "Query took 0.18285282899978483s\n", - "Query took 0.127663171999302s\n", - "Query took 0.1876828900003602s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1724914569995235s\n", - "Query took 0.19721367200054374s\n", - "Query took 0.18919355900015944s\n", - "Query took 0.11140125200017792s\n", - "Query took 0.1281526099992334s\n", - "Query took 0.17103098700044939s\n", - "Query took 0.17348934199981159s\n", - "Query took 0.11999792799997522s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.18376254000031622s\n", - "Query took 0.17765080600020156s\n", - "Query took 0.11782626799958962s\n", - "Query took 0.18865041799926985s\n", - "Query took 0.18189117099973373s\n", - "Query took 0.11891780699988885s\n", - "Query took 0.19256442400001106s\n", - "Query took 0.1864250050002738s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.17269947799923102s\n", - "Query took 0.19073286299953907s\n", - "Query took 0.1916507529995215s\n", - "Query took 0.19228962200031674s\n", - "Query took 0.12406042399925354s\n", - "Query took 0.12286024700006237s\n", - "Query took 0.18580620099965017s\n", - "Query took 0.18833030499990855s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.18953671300005226s\n", - "Query took 0.19079336100003275s\n", - "Query took 0.127168490999793s\n", - "Query took 0.19520026800000778s\n", - "Query took 0.1703523939995648s\n", - "Query took 0.12254131600002438s\n", - "Query took 0.11277124299977004s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.17633538300015061s\n", - "Query took 0.181226831999993s\n", - "Query took 0.11987242699979106s\n", - "Query took 0.11031110400017496s\n", - "Query took 0.17545106499983376s\n", - "Query took 0.11254872999961663s\n", - "Query took 0.11874302800060832s\n", - "Query took 0.17556815300031303s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.18203123199964466s\n", - "Query took 0.11856702299974131s\n", - "Query took 0.2140068569997311s\n", - "Query took 0.21965822299989668s\n", - "Query took 0.1617386190000616s\n", - "Query took 0.1910591169998952s\n", - "Query took 0.19625070300025982s\n", - "Query took 0.19149557499986258s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1087167870000485s\n", - "Query took 0.17661106400009885s\n", - "Query took 0.16799354299928382s\n", - "Query took 0.11780650299988338s\n", - "Query took 0.11046920599983423s\n", - "Query took 0.1818030650001674s\n", - "Query took 0.18019407399970078s\n", - "Query took 0.11519461599982606s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11568799699944066s\n", - "Query took 0.17983055700005934s\n", - "Query took 0.17454818400074146s\n", - "Query took 0.12151149100009206s\n", - "Query took 0.1180892459997267s\n", - "Query took 0.174801839999418s\n", - "Query took 0.1761975330000496s\n", - "Query took 0.11905547900005331s\n", - "Query took 0.1130974289999358s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.17539191400010168s\n", - "Query took 0.18266730599953007s\n", - "Query took 0.19015353500071797s\n", - "Query took 0.11690918900058023s\n", - "Query took 0.12311215800036734s\n", - "Query took 0.1799802629993792s\n", - "Query took 0.17573718600033317s\n", - "Query took 0.11682137299976603s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.12219628799994098s\n", - "Query took 0.17166608399929828s\n", - "Query took 0.1797205210004904s\n", - "Query took 0.11434791600004246s\n", - "Query took 0.1872212619991842s\n", - "Query took 0.18594881999979407s\n", - "Query took 0.11971536300006846s\n", - "Query took 0.13256118800018157s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.18226340999990498s\n", - "Query took 0.17963277499984542s\n", - "Query took 0.1105733610002062s\n", - "Query took 0.1790424480004731s\n", - "Query took 0.17884702199989988s\n", - "Query took 0.1178371710002466s\n", - "Query took 0.10920607499974722s\n", - "Query took 0.17975873199975467s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.12082569399990462s\n", - "Query took 0.1215232639997339s\n", - "Query took 0.15757650600062334s\n", - "Query took 0.18319722000069305s\n", - "Query took 0.11906998699942051s\n", - "Query took 0.11906245299996954s\n", - "Query took 0.1753260430004957s\n", - "Query took 0.17325789499955135s\n", - "Query took 0.11175456500041037s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11166192600012437s\n", - "Query took 0.1926090300003125s\n", - "Query took 0.17953353299981245s\n", - "Query took 0.1970801110001048s\n", - "Query took 0.1168234240003585s\n", - "Query took 0.1184614120002152s\n", - "Query took 0.17705072700027813s\n", - "Query took 0.18693891400016582s\n", - "Query took 0.11490066300029866s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.19238667900026485s\n", - "Query took 0.1861699970004338s\n", - "Query took 0.19963885600009235s\n", - "Query took 0.21203994200004672s\n", - "Query took 0.11075982100010151s\n", - "Query took 0.17808536699976685s\n", - "Query took 0.17304128400064656s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.12448011100059375s\n", - "Query took 0.12122202699993068s\n", - "Query took 0.17669850999936898s\n", - "Query took 0.11320757900011813s\n", - "Query took 0.1950298109995856s\n", - "Query took 0.16706095300014567s\n", - "Query took 0.12037711799985118s\n", - "Query took 0.1975568010002462s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1738760039997942s\n", - "Query took 0.11963917899993248s\n", - "Query took 0.11296382399996219s\n", - "Query took 0.18053551600041828s\n", - "Query took 0.10880552899925533s\n", - "Query took 0.11941079500047636s\n", - "Query took 0.17456576600034168s\n", - "Query took 0.183666187000199s\n", - "Query took 0.11006607899980736s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11570158100039407s\n", - "Query took 0.11058011100067233s\n", - "Query took 0.1782338789998903s\n", - "Query took 0.18244323500039172s\n", - "Query took 0.11414878600044176s\n", - "Query took 0.13145569599964801s\n", - "Query took 0.19636805600021034s\n", - "Query took 0.19481780900059675s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1771772410002086s\n", - "Query took 0.17731159100003424s\n", - "Query took 0.1157680899996194s\n", - "Query took 0.11941838200073107s\n", - "Query took 0.1119957479995719s\n", - "Query took 0.17756153800019092s\n", - "Query took 0.17090436499984207s\n", - "Query took 0.11818750300062675s\n", - "Query took 0.11099292100061575s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.18455909899967082s\n", - "Query took 0.1817718820002483s\n", - "Query took 0.19096144600007392s\n", - "Query took 0.13242182300018612s\n", - "Query took 0.11826927099991735s\n", - "Query took 0.16666768600043724s\n", - "Query took 0.18322802599959687s\n", - "Query took 0.11873948399988876s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.18289572600042447s\n", - "Query took 0.19582694500059006s\n", - "Query took 0.1946074450006563s\n", - "Query took 0.19513371300035942s\n", - "Query took 0.1274805129996821s\n", - "Query took 0.197898215999885s\n", - "Query took 0.16297526300058962s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1926261020007587s\n", - "Query took 0.11965972500001953s\n", - "Query took 0.1250216829994315s\n", - "Query took 0.17928449000010005s\n", - "Query took 0.17492024399962247s\n", - "Query took 0.1184841320000487s\n", - "Query took 0.1829236020003009s\n", - "Query took 0.1793491329999597s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.18587070400008088s\n", - "Query took 0.2047929340005794s\n", - "Query took 0.11303225199935696s\n", - "Query took 0.18052860999978293s\n", - "Query took 0.11369199799992202s\n", - "Query took 0.1241602240006614s\n", - "Query took 0.1647622219998084s\n", - "Query took 0.1819622069997422s\n", - "Query took 0.11315267999998468s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1867798640005276s\n", - "Query took 0.1820125479998751s\n", - "Query took 0.12303440200048499s\n", - "Query took 0.12204845599990222s\n", - "Query took 0.18338077899989003s\n", - "Query took 0.1825356310000643s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.20474486100010836s\n", - "Query took 0.20437487499930285s\n", - "Query took 0.18813988300007622s\n", - "Query took 0.18880231799994363s\n", - "Query took 0.1188562670004103s\n", - "Query took 0.20241106800040143s\n", - "Query took 0.11459194700000808s\n", - "Query took 0.11615667099977145s\n", - "Query took 0.1605604559999847s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1810032550001779s\n", - "Query took 0.11065631400015263s\n", - "Query took 0.12183002300025692s\n", - "Query took 0.19037712899989856s\n", - "Query took 0.17784219900022435s\n", - "Query took 0.1115085250003176s\n", - "Query took 0.19475176699961594s\n", - "Query took 0.19199729000047228s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.12205467900002986s\n", - "Query took 0.11980945899995277s\n", - "Query took 0.17574005000005855s\n", - "Query took 0.17331564199957938s\n", - "Query took 0.13346303300022555s\n", - "Query took 0.138357982999878s\n", - "Query took 0.15610740400006762s\n", - "Query took 0.184550038999987s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11943573799999285s\n", - "Query took 0.1861207239999203s\n", - "Query took 0.16621014900010778s\n", - "Query took 0.1879391709999254s\n", - "Query took 0.11695913299990934s\n", - "Query took 0.12251684900002147s\n", - "Query took 0.11421574599989981s\n", - "Query took 0.17999093399976118s\n", - "Query took 0.17900644700057455s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.18394413599980908s\n", - "Query took 0.18571731799966074s\n", - "Query took 0.11481872300009854s\n", - "Query took 0.12210549700012052s\n", - "Query took 0.10990625199974602s\n", - "Query took 0.18043675500030076s\n", - "Query took 0.17208827200011s\n", - "Query took 0.12069019499995193s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.10899142000016582s\n", - "Query took 0.18804530800025532s\n", - "Query took 0.18717549099983444s\n", - "Query took 0.11521387500033597s\n", - "Query took 0.11288441600027s\n", - "Query took 0.17851937500017812s\n", - "Query took 0.11114718600038032s\n", - "Query took 0.1901386609997644s\n", - "Query took 0.17831363700042857s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.12314103300013812s\n", - "Query took 0.12912891500036494s\n", - "Query took 0.17623097300020163s\n", - "Query took 0.1899774619996606s\n", - "Query took 0.11284108200015908s\n", - "Query took 0.11663389700061089s\n", - "Query took 0.10749805300019943s\n", - "Query took 0.17895523900006083s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.16791684100007842s\n", - "Query took 0.11649208000017097s\n", - "Query took 0.11711888699937845s\n", - "Query took 0.1129464960004043s\n", - "Query took 0.11504508600046393s\n", - "Query took 0.11012012300034257s\n", - "Query took 0.10949230900041584s\n", - "Query took 0.11048252700038574s\n", - "Query took 0.10899192599936214s\n", - "Query took 0.11115650099964114s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11004665400014346s\n", - "Query took 0.11476526999922498s\n", - "Query took 0.111206286000197s\n", - "Query took 0.11270529100056592s\n", - "Query took 0.11863309100044717s\n", - "Query took 0.11836202799986495s\n", - "Query took 0.11147012199944584s\n", - "Query took 0.11273750999953336s\n", - "Query took 0.11623734400018293s\n", - "Query took 0.11552765299984458s\n", - "Query took 0.11586430799980008s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11855862500033254s\n", - "Query took 0.1530463859999145s\n", - "Query took 0.19527698000001692s\n", - "Query took 0.19726261499999964s\n", - "Query took 0.2052997430000687s\n", - "Query took 0.19110235000061948s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.20245078199968702s\n", - "Query took 0.19387134199951106s\n", - "Query took 0.18968563199996424s\n", - "Query took 0.19122814899947116s\n", - "Query took 0.18902445000003354s\n", - "Query took 0.11603026800003136s\n", - "Query took 0.12055347299974528s\n", - "Query took 0.17561108399968361s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1758277070002805s\n", - "Query took 0.11618354699930933s\n", - "Query took 0.11346525699991616s\n", - "Query took 0.1804447770000479s\n", - "Query took 0.18120382300003257s\n", - "Query took 0.11575450300006196s\n", - "Query took 0.11690660800013575s\n", - "Query took 0.18808634000015445s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.19514296500074124s\n", - "Query took 0.20259746399915457s\n", - "Query took 0.1820765209995443s\n", - "Query took 0.18345910599964554s\n", - "Query took 0.11557700699995621s\n", - "Query took 0.11357595800018316s\n", - "Query took 0.1750652299997455s\n", - "Query took 0.11743363899950054s\n", - "Query took 0.12350122600037139s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.16849972999989404s\n", - "Query took 0.168776603999504s\n", - "Query took 0.1855750229997284s\n", - "Query took 0.1162396979998448s\n", - "Query took 0.10944818000007217s\n", - "Query took 0.1776736849997178s\n", - "Query took 0.11138687499988009s\n", - "Query took 0.11748548400009895s\n", - "Query took 0.17670759799966618s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.17952771000000212s\n", - "Query took 0.18523418999939167s\n", - "Query took 0.1170094250001057s\n", - "Query took 0.11474981999981537s\n", - "Query took 0.17277830700004415s\n", - "Query took 0.17857056699995155s\n", - "Query took 0.11631725300048856s\n", - "Query took 0.10989106000033644s\n", - "Query took 0.17679956299980404s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11764545800087944s\n", - "Query took 0.12115152800015494s\n", - "Query took 0.17074629600028857s\n", - "Query took 0.17626029100028973s\n", - "Query took 0.11408101599954534s\n", - "Query took 0.1257892300000094s\n", - "Query took 0.12339891399915359s\n", - "Query took 0.15950748900013423s\n", - "Query took 0.1809389669997472s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.19272511700000905s\n", - "Query took 0.1921455749998131s\n", - "Query took 0.12432762599928537s\n", - "Query took 0.18983481999930518s\n", - "Query took 0.17080544200052827s\n", - "Query took 0.11345893999987311s\n", - "Query took 0.11837620699952822s\n", - "Query took 0.18367360400043253s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.17835302200001024s\n", - "Query took 0.11327942299976712s\n", - "Query took 0.116752975000054s\n", - "Query took 0.17995621000045503s\n", - "Query took 0.17715912999938155s\n", - "Query took 0.11610459499934223s\n", - "Query took 0.12030420399969444s\n", - "Query took 0.18731395800023165s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.175682641000094s\n", - "Query took 0.11256491000040114s\n", - "Query took 0.11269625599925348s\n", - "Query took 0.1143201240001872s\n", - "Query took 0.12003423499936616s\n", - "Query took 0.11886075300026278s\n", - "Query took 0.16571377599939296s\n", - "Query took 0.1479039769992596s\n", - "Query took 0.11427130199990643s\n", - "Query took 0.11509577200013155s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1202220919994943s\n", - "Query took 0.1719454099993527s\n", - "Query took 0.15542333699977462s\n", - "Query took 0.11969082399991748s\n", - "Query took 0.10911163200034935s\n", - "Query took 0.17068744000061997s\n", - "Query took 0.11044891599976836s\n", - "Query took 0.11444082999969396s\n", - "Query took 0.11109779700018407s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.18039491600029578s\n", - "Query took 0.1711551469998085s\n", - "Query took 0.11405605799973273s\n", - "Query took 0.18479326099986793s\n", - "Query took 0.18351683799937746s\n", - "Query took 0.1137201149995235s\n", - "Query took 0.11515988200062566s\n", - "Query took 0.179533943000024s\n", - "Query took 0.1108649260004313s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.10980502900019928s\n", - "Query took 0.174889479999365s\n", - "Query took 0.11478130199975567s\n", - "Query took 0.12123058499946637s\n", - "Query took 0.17102872699979343s\n", - "Query took 0.17473299500034045s\n", - "Query took 0.11492070399981458s\n", - "Query took 0.11273559500023111s\n", - "Query took 0.17983630500020809s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.18413843700000143s\n", - "Query took 0.12040760000036244s\n", - "Query took 0.1807337929994901s\n", - "Query took 0.1933097959999941s\n", - "Query took 0.11671232000026066s\n", - "Query took 0.18879768999977387s\n", - "Query took 0.16485707300034846s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.19278228100029082s\n", - "Query took 0.11644245200022851s\n", - "Query took 0.12503632999960246s\n", - "Query took 0.17020868300005532s\n", - "Query took 0.16944815599981666s\n", - "Query took 0.11445640999954776s\n", - "Query took 0.1176563819999501s\n", - "Query took 0.1851632529997005s\n", - "Query took 0.11406397100017784s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11865387800025928s\n", - "Query took 0.16312960499999463s\n", - "Query took 0.1760865369997191s\n", - "Query took 0.11924514200018166s\n", - "Query took 0.114399437999964s\n", - "Query took 0.17067560299983597s\n", - "Query took 0.10858345700034988s\n", - "Query took 0.11172097500002565s\n", - "Query took 0.17237979899982747s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11114879399974598s\n", - "Query took 0.11456437500055472s\n", - "Query took 0.17082915599985427s\n", - "Query took 0.17439117499998247s\n", - "Query took 0.11104638599954342s\n", - "Query took 0.10951022599965654s\n", - "Query took 0.11140379700009362s\n", - "Query took 0.10928913000043394s\n", - "Query took 0.17607256999963283s\n", - "Query took 0.11356230999990657s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11996504299986555s\n", - "Query took 0.16635170399968047s\n", - "Query took 0.17535285299982206s\n", - "Query took 0.11354828599996836s\n", - "Query took 0.11897172499993758s\n", - "Query took 0.11373505299980025s\n", - "Query took 0.16932927899961214s\n", - "Query took 0.1947313500004384s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1154499840004064s\n", - "Query took 0.11800746700009768s\n", - "Query took 0.11219460800020897s\n", - "Query took 0.16916670899991004s\n", - "Query took 0.16383174499969755s\n", - "Query took 0.11509099199975026s\n", - "Query took 0.11412174300039624s\n", - "Query took 0.18146663500010618s\n", - "Query took 0.18221671100036474s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.12116342700028326s\n", - "Query took 0.11144860300009896s\n", - "Query took 0.17440336999970896s\n", - "Query took 0.11005536099946767s\n", - "Query took 0.11037613899952703s\n", - "Query took 0.10923538200040639s\n", - "Query took 0.114543340999262s\n", - "Query took 0.1667665089998991s\n", - "Query took 0.17225820500061673s\n", - "Query took 0.11429378699995141s\n", - "Deferred points: 0\n", - "Running optimizations: 2\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1137122720001571s\n", - "Query took 0.11149924299934355s\n", - "Query took 0.1176326839995454s\n", - "Query took 0.11089777100005449s\n", - "Query took 0.11768561999997473s\n", - "Query took 0.11756803099979152s\n", - "Query took 0.11792983499981347s\n", - "Query took 0.11580696900000476s\n", - "Query took 0.11387879999983852s\n", - "Query took 0.1245267430003878s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11162997899918992s\n", - "Query took 0.11048406899953989s\n", - "Query took 0.11048073100027977s\n", - "Query took 0.11012950999975146s\n", - "Query took 0.11003090699978202s\n", - "Query took 0.17519139099931635s\n", - "Query took 0.170417911000186s\n", - "Query took 0.11189810599989869s\n", - "Query took 0.11009417600052984s\n", - "Query took 0.11444170300001133s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11048329900040699s\n", - "Query took 0.17073836700001266s\n", - "Query took 0.1787645620006515s\n", - "Query took 0.11295733999941149s\n", - "Query took 0.11115160700046545s\n", - "Query took 0.11414372499984893s\n", - "Query took 0.18218360399987432s\n", - "Query took 0.17594671299957554s\n", - "Query took 0.11579522700048983s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11997351099944353s\n", - "Query took 0.12180326199995761s\n", - "Query took 0.11799621299996943s\n", - "Query took 0.1641878339996765s\n", - "Query took 0.15715846800048894s\n", - "Query took 0.11081819100036228s\n", - "Query took 0.11202356899957522s\n", - "Query took 0.11570741500054282s\n", - "Query took 0.17624683199937863s\n", - "Query took 0.17069889199956378s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.12165919600010966s\n", - "Query took 0.12185084100019594s\n", - "Query took 0.1762090599995645s\n", - "Query took 0.17210078199968848s\n", - "Query took 0.11284934200011776s\n", - "Query took 0.11219197300033557s\n", - "Query took 0.11143189199992776s\n", - "Query took 0.11414537200016639s\n", - "Query took 0.17073751999942033s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.17060423200018704s\n", - "Query took 0.11045124799966288s\n", - "Query took 0.11437572199974966s\n", - "Query took 0.11217516400029126s\n", - "Query took 0.11201166499995452s\n", - "Query took 0.17487972500020987s\n", - "Query took 0.16887571600000228s\n", - "Query took 0.11116922900055215s\n", - "Query took 0.11000277000039205s\n", - "Query took 0.10812475900002028s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11288497599980474s\n", - "Query took 0.1766898020005101s\n", - "Query took 0.11157361299956392s\n", - "Query took 0.11161085399999138s\n", - "Query took 0.1608886430003622s\n", - "Query took 0.1125569669993638s\n", - "Query took 0.11550479800007452s\n", - "Query took 0.17154248299993924s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.19090013400000316s\n", - "Query took 0.12400397500005056s\n", - "Query took 0.17799026800003048s\n", - "Query took 0.2057256750003944s\n", - "Query took 0.17080240999985108s\n", - "Query took 0.20387901100002637s\n", - "Query took 0.18194778999986738s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.29186362699965684s\n", - "Query took 0.11342848500044056s\n", - "Query took 0.11217936699995334s\n", - "Query took 0.11285342399969522s\n", - "Query took 0.1097208609999143s\n", - "Query took 0.17739832799998112s\n", - "Query took 0.1843055800000002s\n", - "Query took 0.11832076700011385s\n", - "Query took 0.11205219500061503s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.17760896300023887s\n", - "Query took 0.1886278920001132s\n", - "Query took 0.31201123600021674s\n", - "Query took 0.11689414900047268s\n", - "Query took 0.18697887099915533s\n", - "Query took 0.2681549310000264s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.19371728400074062s\n", - "Query took 0.21334921499965276s\n", - "Query took 0.11449467300008109s\n", - "Query took 0.19380900000032852s\n", - "Query took 0.11317583599975478s\n", - "Query took 0.1737837180007773s\n", - "Query took 0.19678672899954108s\n", - "Query took 0.11291957999947044s\n", - "Query took 0.18648301200028072s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11082690799958073s\n", - "Query took 0.1192672319994017s\n", - "Query took 0.17562286500015034s\n", - "Query took 0.18464925600073911s\n", - "Query took 0.11220553400016797s\n", - "Query took 0.11213144599969382s\n", - "Query took 0.11042733100020996s\n", - "Query took 0.11023101799946744s\n", - "Query took 0.17603503400005138s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1740883019992907s\n", - "Query took 0.11251384099978168s\n", - "Query took 0.12408690499978547s\n", - "Query took 0.18251432800025214s\n", - "Query took 0.17243699899972853s\n", - "Query took 0.11458352800036664s\n", - "Query took 0.12766655999985232s\n", - "Query took 0.17910997299986775s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.16622885299966583s\n", - "Query took 0.11131352399934258s\n", - "Query took 0.11133517399957782s\n", - "Query took 0.18908630999976594s\n", - "Query took 0.11771679000048607s\n", - "Query took 0.11404475500057742s\n", - "Query took 0.185832666999886s\n", - "Query took 0.3026278610004738s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11479826499999035s\n", - "Query took 0.17902364200017473s\n", - "Query took 0.19146637500034558s\n", - "Query took 0.1875841279997985s\n", - "Query took 0.18883950500003266s\n", - "Query took 0.11658599299971684s\n", - "Query took 0.11174030799975299s\n", - "Query took 0.11000251600034971s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11444163400028629s\n", - "Query took 0.17246985800011316s\n", - "Query took 0.17680803499933972s\n", - "Query took 0.11145763900003658s\n", - "Query took 0.11545555200063973s\n", - "Query took 0.11057565800001612s\n", - "Query took 0.1782868000000235s\n", - "Query took 0.17492519600000378s\n", - "Query took 0.11666107499968348s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.13263004300006287s\n", - "Query took 0.1843224909998753s\n", - "Query took 0.2666050739999264s\n", - "Query took 0.11134617400057323s\n", - "Query took 0.11918453900034365s\n", - "Query took 0.18670988899975782s\n", - "Query took 0.11384648800049035s\n", - "Query took 0.20577278899963858s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11291385300046386s\n", - "Query took 0.27155539999967004s\n", - "Query took 0.17120171100032167s\n", - "Query took 0.12041413899987674s\n", - "Query took 0.11784459099999367s\n", - "Query took 0.19041197699971235s\n", - "Query took 0.19205864899959124s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1888576439996541s\n", - "Query took 0.2912775880004119s\n", - "Query took 0.11270825999963563s\n", - "Query took 0.12169659600021987s\n", - "Query took 0.18004667200057156s\n", - "Query took 0.1740640660000281s\n", - "Query took 0.11910647900003823s\n", - "Query took 0.11536997099938162s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.17187747699972533s\n", - "Query took 0.18061597099949722s\n", - "Query took 0.11985121999987314s\n", - "Query took 0.12131454100017436s\n", - "Query took 0.176420744999632s\n", - "Query took 0.1661664319999545s\n", - "Query took 0.11765309699967474s\n", - "Query took 0.11130514500018762s\n", - "Query took 0.11099534799996036s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1174648359992716s\n", - "Query took 0.17163678799988702s\n", - "Query took 0.16173896899999818s\n", - "Query took 0.12017242900037672s\n", - "Query took 0.12586555799953203s\n", - "Query took 0.12202340899966657s\n", - "Query took 0.15208734599946183s\n", - "Query took 0.17727481100064324s\n", - "Query took 0.11819614300020476s\n", - "Query took 0.192765488999612s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.17472890800036112s\n", - "Query took 0.12165115400057402s\n", - "Query took 0.11558065000008355s\n", - "Query took 0.168781792000118s\n", - "Query took 0.18416158800027915s\n", - "Query took 0.11708538499988208s\n", - "Query took 0.12412911299998086s\n", - "Query took 0.18279334700036998s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1629312539998864s\n", - "Query took 0.1910213000001022s\n", - "Query took 0.11551872999916668s\n", - "Query took 0.12320756600001914s\n", - "Query took 0.17861389399968175s\n", - "Query took 0.1677166750005199s\n", - "Query took 0.18566725599976053s\n", - "Query took 0.12036682500001916s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11282216800009337s\n", - "Query took 0.16793218400016485s\n", - "Query took 0.11364256300021225s\n", - "Query took 0.11170278800000233s\n", - "Query took 0.17268482500003302s\n", - "Query took 0.11637895800049591s\n", - "Query took 0.11436377399968478s\n", - "Query took 0.16440206299921556s\n", - "Query took 0.11433564300023136s\n", - "Query took 0.11347273399951519s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.16713979300038773s\n", - "Query took 0.18569712199951027s\n", - "Query took 0.12303398499989271s\n", - "Query took 0.11947783899995557s\n", - "Query took 0.16448378699988098s\n", - "Query took 0.16986755600009928s\n", - "Query took 0.1113828649995412s\n", - "Query took 0.1218697650001559s\n", - "Query took 0.1202636239995627s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.17758665200017276s\n", - "Query took 0.17885939400002826s\n", - "Query took 0.12070249499993224s\n", - "Query took 0.19322491100047046s\n", - "Query took 0.1637863340001786s\n", - "Query took 0.11590834100024949s\n", - "Query took 0.11897511600000144s\n", - "Query took 0.17974013599996397s\n", - "Query took 0.17336879200047406s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11368159799985733s\n", - "Query took 0.11358093299986649s\n", - "Query took 0.12320000199997594s\n", - "Query took 0.11118748199987749s\n", - "Query took 0.16612423599963222s\n", - "Query took 0.17195065499981865s\n", - "Query took 0.12421844500022416s\n", - "Query took 0.11158031800005119s\n", - "Query took 0.1684114909994605s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11208657099996344s\n", - "Query took 0.1152825130002384s\n", - "Query took 0.17576052599997638s\n", - "Query took 0.1093553200007591s\n", - "Query took 0.11047341599987703s\n", - "Query took 0.17353678700055752s\n", - "Query took 0.11158640299981926s\n", - "Query took 0.11065024400068069s\n", - "Query took 0.1751746580002873s\n", - "Query took 0.11106786299933447s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11070377199939685s\n", - "Query took 0.1112190849999024s\n", - "Query took 0.11240205200010678s\n", - "Query took 0.16428582100070344s\n", - "Query took 0.1692005570002948s\n", - "Query took 0.11135582799943222s\n", - "Query took 0.11769589600044128s\n", - "Query took 0.11426652699992701s\n", - "Query took 0.11027638399991702s\n", - "Query took 0.16864771000018663s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.16970078900067165s\n", - "Query took 0.10983037799996964s\n", - "Query took 0.10821429900079238s\n", - "Query took 0.10922321999987616s\n", - "Query took 0.10860300199965423s\n", - "Query took 0.1104269919997023s\n", - "Query took 0.11011031500038371s\n", - "Query took 0.17052685300041048s\n", - "Query took 0.16907936299958237s\n", - "Query took 0.11859817300046416s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1090412120001929s\n", - "Query took 0.17841274600050383s\n", - "Query took 0.1106869449995429s\n", - "Query took 0.11292202299955534s\n", - "Query took 0.17858075200001622s\n", - "Query took 0.11404762799975288s\n", - "Query took 0.11005616500005999s\n", - "Query took 0.17266381999979785s\n", - "Query took 0.11234557799980394s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11246780900000886s\n", - "Query took 0.11248926300049789s\n", - "Query took 0.11417731500023365s\n", - "Query took 0.1634074720004719s\n", - "Query took 0.16824309799994808s\n", - "Query took 0.10844139700020605s\n", - "Query took 0.1137115729998186s\n", - "Query took 0.11469292400033737s\n", - "Query took 0.11148894199959614s\n", - "Query took 0.17285102200003166s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.17334051900070335s\n", - "Query took 0.11234056399916881s\n", - "Query took 0.12638726600016525s\n", - "Query took 0.12080958400019881s\n", - "Query took 0.16790171200045734s\n", - "Query took 0.17045911500008515s\n", - "Query took 0.11904450700058078s\n", - "Query took 0.12242884100032825s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1656909049997921s\n", - "Query took 0.18114283499926387s\n", - "Query took 0.10871304100055568s\n", - "Query took 0.11012373699941236s\n", - "Query took 0.11764540400054102s\n", - "Query took 0.11965302899989183s\n", - "Query took 0.17024756699993304s\n", - "Query took 0.17576518799978658s\n", - "Query took 0.11424337300013576s\n", - "Query took 0.12656233600046107s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.16956557599951338s\n", - "Query took 0.16450187399914284s\n", - "Query took 0.11720282200076326s\n", - "Query took 0.11917995099975087s\n", - "Query took 0.11412262199974066s\n", - "Query took 0.16658797699983552s\n", - "Query took 0.16390026499993837s\n", - "Query took 0.11412606500016409s\n", - "Query took 0.12558080300004804s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.18757821700000932s\n", - "Query took 0.12557310499960295s\n", - "Query took 0.11965625100037869s\n", - "Query took 0.14155696799934958s\n", - "Query took 0.16971103899959417s\n", - "Query took 0.11585940100030712s\n", - "Query took 0.1251642269999138s\n", - "Query took 0.17305519500041555s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1788738329996704s\n", - "Query took 0.13379562799946143s\n", - "Query took 0.17357673400056228s\n", - "Query took 0.1558203879994835s\n", - "Query took 0.1840430459997151s\n", - "Query took 0.20850105800036545s\n", - "Query took 0.12173733599956904s\n", - "Query took 0.1986636150004415s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1534562590004498s\n", - "Query took 0.122549209000681s\n", - "Query took 0.1266227109999818s\n", - "Query took 0.16978240400021605s\n", - "Query took 0.16509858100016572s\n", - "Query took 0.11285761799990723s\n", - "Query took 0.11593739799991454s\n", - "Query took 0.11434449500029586s\n", - "Query took 0.11214508000011847s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.18132917099956103s\n", - "Query took 0.17019741500007513s\n", - "Query took 0.18466727299983177s\n", - "Query took 0.11837450599978183s\n", - "Query took 0.11004434599999513s\n", - "Query took 0.1695220519995928s\n", - "Query took 0.1826059900004111s\n", - "Query took 0.12166908400013199s\n", - "Query took 0.12463944899991475s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1756971879995035s\n", - "Query took 0.1727822640004888s\n", - "Query took 0.12676378400010435s\n", - "Query took 0.11670273799973074s\n", - "Query took 0.17314878999968641s\n", - "Query took 0.1120856690004075s\n", - "Query took 0.11343668599965895s\n", - "Query took 0.1927260699994804s\n", - "Query took 0.11876326099991275s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.10967451299984532s\n", - "Query took 0.16353346100004273s\n", - "Query took 0.163783758000136s\n", - "Query took 0.11087765200045396s\n", - "Query took 0.11385851000068214s\n", - "Query took 0.11423657199975423s\n", - "Query took 0.11333227700015414s\n", - "Query took 0.17049822399985715s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1743920340004479s\n", - "Query took 0.1114196759999686s\n", - "Query took 0.11405317000026116s\n", - "Query took 0.11331301199970767s\n", - "Query took 0.11149739200027398s\n", - "Query took 0.16856580700004997s\n", - "Query took 0.1647378369998478s\n", - "Query took 0.11254029600058857s\n", - "Query took 0.10890303699943615s\n", - "Query took 0.11103232200002822s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11273546899974463s\n", - "Query took 0.17405615400002716s\n", - "Query took 0.1768897729998571s\n", - "Query took 0.1169419759999073s\n", - "Query took 0.11162770500050101s\n", - "Query took 0.11595534600019164s\n", - "Query took 0.11024470200027281s\n", - "Query took 0.1675195240004541s\n", - "Query took 0.1715966669999034s\n", - "Query took 0.11325556800056802s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11956211400047323s\n", - "Query took 0.1804838040006871s\n", - "Query took 0.11209224699996412s\n", - "Query took 0.11390919299992674s\n", - "Query took 0.16619109899966134s\n", - "Query took 0.1128230899994378s\n", - "Query took 0.11221652600033849s\n", - "Query took 0.1674681549993693s\n", - "Query took 0.10759060999953363s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11171623300015199s\n", - "Query took 0.10826230500060774s\n", - "Query took 0.11234451200016338s\n", - "Query took 0.16558749800060468s\n", - "Query took 0.11290747200018814s\n", - "Query took 0.11088986000049772s\n", - "Query took 0.16200992399990355s\n", - "Query took 0.10894716000075277s\n", - "Query took 0.1108375600006184s\n", - "Query took 0.1105627610004376s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1119183629998588s\n", - "Query took 0.16750399100055802s\n", - "Query took 0.11245969499941566s\n", - "Query took 0.11304926600041654s\n", - "Query took 0.16339727600006881s\n", - "Query took 0.10978454400083137s\n", - "Query took 0.1153896989999339s\n", - "Query took 0.1744479519993547s\n", - "Query took 0.1799165560005349s\n", - "Query took 0.11109142700024677s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11336796500017954s\n", - "Query took 0.11504374699961772s\n", - "Query took 0.1181882709997808s\n", - "Query took 0.1722028149997641s\n", - "Query took 0.16938441900038015s\n", - "Query took 0.10969413400016492s\n", - "Query took 0.10955672500040237s\n", - "Query took 0.10916547699980583s\n", - "Query took 0.11033536299964908s\n", - "Query took 0.11366515899953811s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.17417112800012546s\n", - "Query took 0.17181884300043748s\n", - "Query took 0.11285879600018234s\n", - "Query took 0.12057443899993814s\n", - "Query took 0.1726385419997314s\n", - "Query took 0.1827957379991858s\n", - "Query took 0.11328548599976784s\n", - "Query took 0.1135738789998868s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11169909499949426s\n", - "Query took 0.10976325200044812s\n", - "Query took 0.11170268600017152s\n", - "Query took 0.168441177999739s\n", - "Query took 0.16621985099936865s\n", - "Query took 0.10951211700012209s\n", - "Query took 0.11390710899922851s\n", - "Query took 0.11060427299980802s\n", - "Query took 0.11235356300039712s\n", - "Query took 0.11539860100037913s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.17061563199968077s\n", - "Query took 0.18104033399959008s\n", - "Query took 0.10907851600040885s\n", - "Query took 0.11131713899976603s\n", - "Query took 0.11141362200032745s\n", - "Query took 0.17330591199970513s\n", - "Query took 0.16896378800083767s\n", - "Query took 0.11132643099972483s\n", - "Query took 0.11151812800017069s\n", - "Query took 0.18458636500054126s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11048569700051303s\n", - "Query took 0.11473064500023611s\n", - "Query took 0.10976960999960284s\n", - "Query took 0.10809039400010079s\n", - "Query took 0.16424121999989438s\n", - "Query took 0.1751126649996877s\n", - "Query took 0.10874181700000918s\n", - "Query took 0.11551530199994886s\n", - "Query took 0.11319906899916532s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11352594399977534s\n", - "Query took 0.17529594999996334s\n", - "Query took 0.1722221099998933s\n", - "Query took 0.11131005700008245s\n", - "Query took 0.11526036099985504s\n", - "Query took 0.11109922400009964s\n", - "Query took 0.11279683000066143s\n", - "Query took 0.17676400300024397s\n", - "Query took 0.1691626060000999s\n", - "Query took 0.10913669799992931s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11237324200010335s\n", - "Query took 0.11154600500049128s\n", - "Query took 0.11121206900043035s\n", - "Query took 0.17683204500008287s\n", - "Query took 0.11404134199983673s\n", - "Query took 0.11311620299966307s\n", - "Query took 0.1606769179998082s\n", - "Query took 0.11379499299982854s\n", - "Query took 0.11760134299947822s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.1700373909998234s\n", - "Query took 0.11564940400057822s\n", - "Query took 0.11118665600042732s\n", - "Query took 0.16080826399957004s\n", - "Query took 0.1095480479998514s\n", - "Query took 0.1128542850001395s\n", - "Query took 0.17668028499974753s\n", - "Query took 0.11294396599987522s\n", - "Query took 0.11261984500015387s\n", - "Query took 0.17667241299932357s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.11429456600035337s\n", - "Query took 0.11096855100004177s\n", - "Query took 0.1728665099999489s\n", - "Query took 0.11013610200006951s\n", - "Query took 0.10994725299951824s\n", - "Query took 0.17392381300032866s\n", - "Query took 0.11138253300032375s\n", - "Query took 0.11157736999939516s\n", - "Query took 0.17251397400013957s\n", - "Deferred points: 0\n", - "Running optimizations: 1\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.10993505899932643s\n", - "Query took 0.11418163400048797s\n", - "Query took 0.17368423700008861s\n", - "Query took 0.10941126200032159s\n", - "Query took 0.10971814599997742s\n", - "Query took 0.10951634100001684s\n", - "Query took 0.10882962399955431s\n", - "Query took 0.16376290199968935s\n", - "Query took 0.1110501019993535s\n", - "Query took 0.11073310000028869s\n", - "Deferred points: 0\n", - "Running optimizations: 0\n", - "Queued optimizations: 0\n", - "Completed optimizations: 0\n", - "Query took 0.10715879000053974s\n", - "Query took 0.11301505099982023s\n", - "Query took 0.10777910500019061s\n", - "Query took 0.10737013299967657s\n", - "Query took 0.10966534999988653s\n", - "Query took 0.1076670379998177s\n", - "Query took 0.1072052919998896s\n", - "Query took 0.11192964400015626s\n", - "Query took 0.11354841599950305s\n", - "Query took 0.10853555700032302s\n", - "Query took 0.10657357600030082s\n", - "Query took 0.10760209799991571s\n", - "Query took 0.10664767000071151s\n", - "Query took 0.1086191170006714s\n", - "Query took 0.10917722000067442s\n", - "Query took 0.1084552080001231s\n", - "Query took 0.10790142299993022s\n", - "Query took 0.1120188959994266s\n", - "Query took 0.11242454900002485s\n", - "Query took 0.11050563600019814s\n", - "Query took 0.10941232400000445s\n", - "Query took 0.1084597200006101s\n", - "Query took 0.10754722799993033s\n", - "Query took 0.10818830900007015s\n", - "Query took 0.15440193500035093s\n", - "Query took 0.1702565039995534s\n", - "Query took 0.11150398000063433s\n", - "Query took 0.10944250899956387s\n", - "Query took 0.10947257299994817s\n", - "Query took 0.13212528199983353s\n", - "Query took 0.17644377000033273s\n", - "Query took 0.15526824000062334s\n", - "Query took 0.10901228799957607s\n", - "Query took 0.10958049799955916s\n", - "Query took 0.10769898499984265s\n", - "Query took 0.11071958800039283s\n", - "Query took 0.10916968499986979s\n", - "Query took 0.10954862099970342s\n", - "Query took 0.17338256599941815s\n", - "Query took 0.1677748510001038s\n", - "Query took 0.11002229299992905s\n", - "Query took 0.1278663149996646s\n", - "Query took 0.1234940779995668s\n", - "Query took 0.17201921200012293s\n", - "Query took 0.17230108300009306s\n", - "Query took 0.11195958000007522s\n", - "Query took 0.10844894399997429s\n", - "Query took 0.10970045500016568s\n", - "Query took 0.10976831100015261s\n", - "Query took 0.17070995999984007s\n", - "Query took 0.1724918420004542s\n", - "Query took 0.11135555100008787s\n", - "Query took 0.11119945700011158s\n", - "Query took 0.111954066999715s\n", - "Query took 0.17862734400023328s\n", - "Query took 0.17336849399998755s\n", - "Query took 0.11227632500049367s\n", - "Query took 0.1103297379995638s\n", - "Query took 0.11472084999968502s\n", - "Query took 0.11939435900058015s\n", - "Query took 0.11038091099999292s\n", - "Query took 0.158321299999443s\n", - "Query took 0.17325995000010153s\n", - "Query took 0.11259796699960134s\n", - "Query took 0.12090413500027353s\n", - "Query took 0.10897298899999441s\n", - "Query took 0.1743124380000154s\n", - "Query took 0.16941900399979204s\n", - "Query took 0.11117229400042561s\n", - "Query took 0.11334562100000767s\n", - "Query took 0.10964015099943936s\n", - "Query took 0.11037693999969633s\n", - "Query took 0.1747171890001482s\n", - "Query took 0.17749559200001386s\n", - "Query took 0.11588218500037328s\n", - "Query took 0.11031652600013331s\n", - "Query took 0.10969954200027132s\n", - "Query took 0.11346251600025425s\n", - "Query took 0.171490934000758s\n", - "Query took 0.16954258100031439s\n", - "Query took 0.10735990300054254s\n", - "Query took 0.10961192200011283s\n", - "Query took 0.11044555199987371s\n", - "Query took 0.11478471000009449s\n", - "Query took 0.1114932479995332s\n", - "Query took 0.17114525099987077s\n", - "Query took 0.1707253770000534s\n", - "Query took 0.10865558999921632s\n", - "Query took 0.10960186800002703s\n", - "Query took 0.1087004959999831s\n", - "Query took 0.10915547799959313s\n", - "Query took 0.10829491299955407s\n", - "Query took 0.11051118499926815s\n", - "Query took 0.16546986000048491s\n", - "Query took 0.1770456890008063s\n", - "Query took 0.11272018799991201s\n", - "Query took 0.11340092699992965s\n", - "Query took 0.1089420300004349s\n", - "Query took 0.17716773000029207s\n", - "Query took 0.10786614600056055s\n", - "Query took 0.11910031600018556s\n", - "Query took 0.17524847599997884s\n", - "Query took 0.11473251000006712s\n", - "Query took 0.1160390479999478s\n", - "Query took 0.16517733199998474s\n", - "Query took 0.10748499500004982s\n", - "Query took 0.11250044299958972s\n", - "Query took 0.1658581179999601s\n", - "Query took 0.10708374600017123s\n", - "Query took 0.11057199599963496s\n", - "Query took 0.17802561999997124s\n", - "Query took 0.11026358300023276s\n", - "Query took 0.11930077399938455s\n", - "Query took 0.11008578799919633s\n", - "Query took 0.17973091400017438s\n", - "Query took 0.17033449599966843s\n", - "Query took 0.10910441699979856s\n", - "Query took 0.10819377999996505s\n", - "Query took 0.11544152599981317s\n", - "Query took 0.11382969100031914s\n", - "Query took 0.17089041300005192s\n", - "Query took 0.17773287599993637s\n", - "Query took 0.1088356410000415s\n", - "Query took 0.1086209980003332s\n", - "Query took 0.10773001799952908s\n", - "Query took 0.1089543620000768s\n", - "Query took 0.11531639500026358s\n", - "Query took 0.11252350399990974s\n", - "Query took 0.16577136799969594s\n", - "Query took 0.16506002200003422s\n", - "Query took 0.11112933999993402s\n", - "Query took 0.11337504200037074s\n", - "Query took 0.11229989000003116s\n", - "Query took 0.11228779700013547s\n", - "Query took 0.10932419100026891s\n", - "Query took 0.16963340199981758s\n", - "Query took 0.16213188500023534s\n", - "Query took 0.11300069600019924s\n", - "Query took 0.11033580399998755s\n", - "Query took 0.11039260500001546s\n", - "Query took 0.11088809900047636s\n", - "Query took 0.17171033000067837s\n", - "Query took 0.17528463600046962s\n", - "Query took 0.11203085200031637s\n", - "Query took 0.1108842999992703s\n", - "Query took 0.11036837899973762s\n", - "Query took 0.11020783999993s\n", - "Query took 0.1093611440001041s\n", - "Query took 0.11342664899984811s\n", - "Query took 0.16777925499991397s\n", - "Query took 0.1652472720006699s\n", - "Query took 0.10988395799995487s\n", - "Query took 0.10935176899965882s\n", - "Query took 0.1073006409997106s\n", - "Query took 0.10851007200017193s\n", - "Query took 0.11135525600002438s\n", - "Query took 0.10833193800044683s\n", - "Query took 0.1676378520005528s\n", - "Query took 0.1698604590001196s\n", - "Query took 0.111149559000296s\n", - "Query took 0.1097716690001107s\n", - "Query took 0.1159201860000394s\n", - "Query took 0.10828558299999713s\n", - "Query took 0.16991484200025297s\n", - "Query took 0.10806797700024617s\n", - "Query took 0.11060075399927882s\n", - "Query took 0.1700093970002854s\n", - "Query took 0.10943729299924598s\n", - "Query took 0.10920343100042373s\n", - "Query took 0.11017332000028546s\n", - "Query took 0.10671788699983153s\n", - "Query took 0.16833773700000165s\n", - "Query took 0.18046996200064314s\n", - "Query took 0.11090048300047783s\n", - "Query took 0.10922429400034162s\n", - "Query took 0.1135989710001013s\n", - "Query took 0.10898225500022818s\n", - "Query took 0.1714856199996575s\n", - "Query took 0.1800853750000897s\n", - "Query took 0.10989477800012537s\n", - "Query took 0.10948501900020347s\n", - "Query took 0.11052150100022118s\n", - "Query took 0.10883317699972395s\n", - "Query took 0.17741066300004604s\n", - "Query took 0.10736739500043768s\n", - "Query took 0.10785259600015706s\n", - "Query took 0.1721198880004522s\n", - "Query took 0.11455728100008855s\n", - "Query took 0.11431938100031402s\n", - "Query took 0.11151607800002239s\n", - "Query took 0.10886491700057377s\n", - "Query took 0.16423714200027462s\n", - "Query took 0.17184017099953053s\n", - "Query took 0.11075658499976271s\n", - "Query took 0.11312277500019263s\n", - "Query took 0.11007688700010476s\n", - "Query took 0.11050035600055708s\n", - "Query took 0.11214099900007568s\n", - "Query took 0.107255463999536s\n", - "Query took 0.1642331169996396s\n", - "Query took 0.16684597700077575s\n", - "Query took 0.11004921199946693s\n", - "Query took 0.1114203400002225s\n", - "Query took 0.10953380400042079s\n", - "Query took 0.11012226300044858s\n", - "Query took 0.17364859099961905s\n", - "Query took 0.10826502100007929s\n", - "Query took 0.11116327099989576s\n", - "Query took 0.1760694449994844s\n", - "Query took 0.10888223899928562s\n", - "Query took 0.11012073300025804s\n", - "Query took 0.11837447000016255s\n", - "Query took 0.1822535909996077s\n", - "Query took 0.1676229360000434s\n", - "Query took 0.10915029799980402s\n", - "Query took 0.11072562099980132s\n", - "Query took 0.10861439099971903s\n", - "Query took 0.10973710300004313s\n", - "Query took 0.11078262200044264s\n", - "Query took 0.17059597900060908s\n", - "Query took 0.16597657200054527s\n", - "Query took 0.1106679759996041s\n", - "Query took 0.10937967900008516s\n", - "Query took 0.11053421799988428s\n", - "Query took 0.11072343099931459s\n", - "Query took 0.17655293200004962s\n", - "Query took 0.11539437200008251s\n", - "Query took 0.1203118089997588s\n", - "Query took 0.16192555700035882s\n", - "Query took 0.17685174899997946s\n", - "Query took 0.11147622400039836s\n", - "Query took 0.11399881999932404s\n", - "Query took 0.11133468800016999s\n", - "Query took 0.11370563800028322s\n", - "Query took 0.11031778100004885s\n", - "Query took 0.17573720200016396s\n", - "Query took 0.1717079019999801s\n", - "Query took 0.12110997699983272s\n", - "Query took 0.1324138519994449s\n", - "Query took 0.16505718200005504s\n", - "Query took 0.16507537200050137s\n", - "Query took 0.1108796459993755s\n", - "Query took 0.11153917999945406s\n", - "Query took 0.11346713600050862s\n", - "Query took 0.11375223499999265s\n", - "Query took 0.17253092200007814s\n", - "Query took 0.17198172499956854s\n", - "Query took 0.11518684899965592s\n", - "Query took 0.11423127299985936s\n", - "Query took 0.11503569999968022s\n", - "Query took 0.1740134230003605s\n", - "Query took 0.1648822580000342s\n", - "Query took 0.1123796299998503s\n", - "Query took 0.11305880599957163s\n", - "Query took 0.11362483399989287s\n", - "Query took 0.11259872499977064s\n", - "Query took 0.17304539299948374s\n", - "Query took 0.17024736900020798s\n", - "Query took 0.1149132880000252s\n", - "Query took 0.11173653999958333s\n", - "Query took 0.11113628200018866s\n", - "Query took 0.10941110499970819s\n", - "Query took 0.16946033200019883s\n", - "Query took 0.17391864399996848s\n", - "Query took 0.10945709500083467s\n", - "Query took 0.11433112399936363s\n", - "Query took 0.11130803200012451s\n", - "Query took 0.11100529299983464s\n", - "Query took 0.11119919500015385s\n", - "Query took 0.10966281699984393s\n", - "Query took 0.16611463500066748s\n", - "Query took 0.16469436999977916s\n", - "Query took 0.11050689299918304s\n", - "Query took 0.10855834900030459s\n", - "Query took 0.1080303400003686s\n", - "Query took 0.10978140600036568s\n", - "Query took 0.10963151600026322s\n", - "Query took 0.18185000300036336s\n", - "Query took 0.1745236400001886s\n", - "Query took 0.10892846200022177s\n", - "Query took 0.11203523299991502s\n", - "Query took 0.10809870299999602s\n", - "Query took 0.17833177900047303s\n", - "Query took 0.1123982649996833s\n", - "Query took 0.1175416830001268s\n", - "Query took 0.163367506999748s\n", - "Query took 0.11110856199957198s\n", - "Query took 0.1099319179993472s\n", - "Query took 0.17205487299997912s\n", - "Query took 0.1099003930003164s\n", - "Query took 0.11134736599979078s\n", - "Query took 0.17833871299990278s\n", - "Query took 0.11254830100006075s\n", - "Query took 0.11131412300073862s\n", - "Query took 0.17169040400040103s\n", - "Query took 0.1070899169999393s\n", - "Query took 0.1095028129993807s\n", - "Query took 0.10679986299965094s\n", - "Query took 0.11150798599919653s\n", - "Query took 0.10761470299985376s\n", - "Query took 0.1788171419993887s\n", - "Query took 0.1670327689998885s\n", - "Query took 0.11128951399950893s\n", - "Query took 0.11924819100022432s\n", - "Query took 0.10822515600011684s\n", - "Query took 0.11058981800033507s\n", - "Query took 0.10930162500062579s\n", - "Query took 0.11227576399960526s\n", - "Query took 0.10788689700075338s\n", - "Query took 0.15753695700004755s\n", - "Query took 0.15988626399939676s\n", - "Query took 0.12087195000003703s\n", - "Query took 0.11358049999944342s\n", - "Query took 0.11211658399952285s\n", - "Query took 0.11387519599975349s\n", - "Query took 0.1631535200003782s\n", - "Query took 0.1670711910001046s\n", - "Query took 0.10806467000020348s\n", - "Query took 0.1088919910007462s\n", - "Query took 0.11014421800064156s\n", - "Query took 0.10745418999977119s\n", - "Query took 0.10931267999967531s\n", - "Query took 0.10727359800057457s\n", - "Query took 0.16374987899962434s\n", - "Query took 0.10903160300040327s\n", - "Query took 0.1135776139999507s\n", - "Query took 0.16249343400068028s\n", - "Query took 0.10933813700012252s\n", - "Query took 0.10890185200059932s\n", - "Query took 0.10826874500071426s\n", - "Query took 0.10742647500046587s\n", - "Query took 0.16540823500054103s\n", - "Query took 0.11144350599988684s\n", - "Query took 0.10767163199943752s\n", - "Query took 0.1695137450005859s\n", - "Query took 0.11258396699940931s\n", - "Query took 0.10883935699985159s\n", - "Query took 0.10846807699999772s\n", - "Query took 0.10998867000034807s\n", - "Query took 0.17000323299998854s\n", - "Query took 0.1119956420006929s\n", - "Query took 0.11280601300040871s\n", - "Query took 0.16530220200002077s\n", - "Query took 0.11113661200033675s\n", - "Query took 0.1109924519996639s\n", - "Query took 0.1764188520000971s\n", - "Query took 0.11258058800012805s\n", - "Query took 0.1099696680003035s\n", - "Query took 0.10774755999955232s\n", - "Query took 0.10975894599960156s\n", - "Query took 0.1667292020001696s\n", - "Query took 0.17446795599971665s\n", - "Query took 0.1109526950003783s\n", - "Query took 0.1109405910001442s\n", - "Query took 0.1071890129996973s\n", - "Query took 0.11454846099968563s\n", - "Query took 0.11524837699926138s\n", - "Query took 0.1721157950005363s\n", - "Query took 0.1665053850001641s\n", - "Query took 0.10976596599994082s\n", - "Query took 0.1091811639998923s\n", - "Query took 0.11110930199993163s\n", - "Query took 0.10969480099993234s\n", - "Query took 0.17788854500031448s\n", - "Query took 0.1759561090002535s\n", - "Query took 0.10870233600053325s\n", - "Query took 0.10828749099982815s\n", - "Query took 0.10973749500044505s\n", - "Query took 0.11092964699946606s\n", - "Query took 0.1134331530001873s\n", - "Query took 0.11074132100020506s\n", - "Query took 0.1672469840004851s\n", - "Query took 0.16773689899946476s\n", - "Query took 0.11166288600088592s\n", - "Query took 0.11142476700024417s\n", - "Query took 0.10915353700056585s\n", - "Query took 0.11108878599952732s\n", - "Query took 0.1113461280001502s\n", - "Query took 0.17111516099976143s\n", - "Query took 0.16352166199976637s\n", - "Query took 0.10913229500056332s\n", - "Query took 0.11041694399955304s\n", - "Query took 0.1070063699999082s\n", - "Query took 0.11611929700029577s\n", - "Query took 0.11265940000066621s\n", - "Query took 0.1699964129993532s\n", - "Query took 0.17598247099977016s\n", - "Query took 0.10981800500030658s\n", - "Query took 0.10844329300016398s\n", - "Query took 0.1101968120001402s\n", - "Query took 0.10791715200048202s\n", - "Query took 0.11418810099985421s\n", - "Query took 0.11323604300014267s\n", - "Query took 0.16285659999994095s\n", - "Query took 0.16173647999949026s\n", - "Query took 0.10955474799993681s\n", - "Query took 0.10942608400000609s\n", - "Query took 0.1078538080000726s\n", - "Query took 0.1093574129999979s\n", - "Query took 0.10872002999985853s\n", - "Query took 0.17609996800001682s\n", - "Query took 0.1690118970000185s\n", - "Query took 0.10801328300021851s\n", - "Query took 0.10964879099992686s\n", - "Query took 0.11025192000033712s\n", - "Query took 0.11002088599980198s\n", - "Query took 0.10773025100024824s\n", - "Query took 0.10771294799997122s\n", - "Query took 0.16877696800020203s\n", - "Query took 0.16854893500021717s\n", - "Query took 0.10685768600069423s\n", - "Query took 0.10910127300030581s\n", - "Query took 0.1099941040001795s\n", - "Query took 0.11110237100001541s\n", - "Query took 0.11238395599957585s\n", - "Query took 0.10913318999973853s\n", - "Query took 0.16808132100049988s\n", - "Query took 0.17152422700019088s\n", - "Query took 0.10918220999974437s\n", - "Query took 0.11126554099973873s\n", - "Query took 0.11021482000069227s\n", - "Query took 0.11179578300016146s\n", - "Query took 0.11043653099932271s\n", - "Query took 0.17752128899974196s\n", - "Query took 0.18027243400047155s\n", - "Query took 0.11613794500044605s\n", - "Query took 0.11677636499916844s\n", - "Query took 0.17266713800017897s\n", - "Query took 0.17573824600003718s\n", - "Query took 0.11040074999982608s\n", - "Query took 0.1123078370001167s\n", - "Query took 0.11290763300075923s\n", - "Query took 0.11108640599923092s\n", - "Query took 0.17249026499939646s\n", - "Query took 0.1720728850004889s\n", - "Query took 0.11303285400026652s\n", - "Query took 0.11472021900044638s\n", - "Query took 0.11209026699998503s\n", - "Query took 0.11375045500062697s\n", - "Query took 0.11249000400039222s\n", - "Query took 0.16281311700004153s\n", - "Query took 0.16062577800039435s\n", - "Query took 0.114277409999886s\n", - "Query took 0.11295776900078636s\n", - "Query took 0.18321830500008218s\n", - "Query took 0.11071876999994856s\n", - "Query took 0.10832827300055214s\n", - "Query took 0.17380146000050445s\n", - "Query took 0.11544030000004568s\n", - "Query took 0.11383470500004478s\n", - "Query took 0.16991935500027466s\n", - "Query took 0.11489153599995916s\n", - "Query took 0.11146097999971971s\n", - "Query took 0.1644856000002619s\n", - "Query took 0.1090457010004684s\n", - "Query took 0.10780111799977021s\n", - "Query took 0.176750243999777s\n", - "Query took 0.11471633599921915s\n", - "Query took 0.11075327199978346s\n", - "Query took 0.17837078199954703s\n", - "Query took 0.10754078599984496s\n", - "Query took 0.10805735099984304s\n", - "Query took 0.11076842900001793s\n", - "Query took 0.10997335299998667s\n", - "Query took 0.16681035599958705s\n", - "Query took 0.17490217199974722s\n", - "Query took 0.11171602400008851s\n", - "Query took 0.11025943999993615s\n", - "Query took 0.10848490500029584s\n", - "Query took 0.10984404000009818s\n", - "Query took 0.11129668299963669s\n", - "Query took 0.1110508440006015s\n", - "Query took 0.16742128800069622s\n", - "Query took 0.1661880020001263s\n", - "Query took 0.11123866799971438s\n", - "Query took 0.10942769899975247s\n", - "Query took 0.11173410099945613s\n", - "Query took 0.1124772799994389s\n", - "Query took 0.17549223999958485s\n", - "Query took 0.11081108500002301s\n", - "Query took 0.11299906200019905s\n", - "Query took 0.163880398999936s\n", - "Query took 0.11199687199950858s\n", - "Query took 0.11180084100033127s\n", - "Query took 0.17116644400084624s\n", - "Query took 0.18741712900009588s\n", - "Query took 0.11288078500001575s\n", - "Query took 0.11267578000024514s\n", - "Query took 0.10887709300004644s\n", - "Query took 0.11209947600036685s\n", - "Query took 0.17566197700034536s\n", - "Query took 0.1704547180006557s\n", - "Query took 0.11317685199992411s\n", - "Query took 0.1088189890006106s\n", - "Query took 0.10693568599981518s\n", - "Query took 0.10863984600018739s\n", - "Query took 0.17731902799914678s\n", - "Query took 0.1104681939996226s\n", - "Query took 0.11046613799953775s\n", - "Query took 0.17087579899998673s\n", - "Query took 0.10856236399922636s\n", - "Query took 0.11341978600012226s\n", - "Query took 0.11404765699990094s\n", - "Query took 0.11140254299971275s\n", - "Query took 0.16464235300009022s\n", - "Query took 0.1736869039996236s\n", - "Query took 0.10955315599949245s\n", - "Query took 0.10978091000015411s\n", - "Query took 0.11041313299938338s\n", - "Query took 0.11192544899950008s\n", - "Query took 0.11183710899967991s\n", - "Query took 0.10937562999970396s\n", - "Query took 0.16537265700026182s\n", - "Query took 0.1659502739994423s\n", - "Query took 0.10895479300052102s\n", - "Query took 0.11126427500039426s\n", - "Query took 0.11016016500070691s\n", - "Query took 0.10936555299940665s\n", - "Query took 0.10975727099958021s\n", - "Query took 0.11150074000033783s\n", - "Query took 0.1674929359996895s\n", - "Query took 0.16883362399948965s\n", - "Query took 0.10977438900044945s\n", - "Query took 0.10885624200000166s\n", - "Query took 0.10951313100031257s\n", - "Query took 0.1105922599999758s\n", - "Query took 0.11100555699977122s\n", - "Query took 0.16826246600066952s\n", - "Query took 0.1780490479995933s\n", - "Query took 0.109099518000221s\n", - "Query took 0.10904051499983325s\n", - "Query took 0.10893986400060385s\n", - "Query took 0.10980305900011444s\n", - "Query took 0.11150443800033827s\n", - "Query took 0.17493027399996208s\n", - "Query took 0.16911087300013605s\n", - "Query took 0.11041597999974329s\n", - "Query took 0.1098107899997558s\n", - "Query took 0.11105790300007357s\n", - "Query took 0.10832773099991755s\n", - "Query took 0.1750826279994726s\n", - "Query took 0.1099063510000633s\n", - "Query took 0.11342140000033396s\n", - "Query took 0.1687487550007063s\n", - "Query took 0.11396135399991181s\n", - "Query took 0.1132910019996416s\n", - "Query took 0.1702561660003994s\n", - "Query took 0.10787813000024471s\n", - "Query took 0.12052674699953059s\n", - "Query took 0.10960479699951975s\n", - "Query took 0.10976191299960192s\n", - "Query took 0.16383123400009936s\n", - "Query took 0.169710828999996s\n", - "Query took 0.11299165000036737s\n", - "Query took 0.1072853320001741s\n", - "Query took 0.10806675999992876s\n", - "Query took 0.11829231399951823s\n", - "Query took 0.17816539400064357s\n", - "Query took 0.17060680000031425s\n", - "Query took 0.10851974199977121s\n", - "Query took 0.11042474700025195s\n", - "Query took 0.10823393099963141s\n", - "Query took 0.10965164800018101s\n", - "Query took 0.10921242099993833s\n", - "Query took 0.1740764449996277s\n", - "Query took 0.1729292419995545s\n", - "Query took 0.10979441300059989s\n", - "Query took 0.10741634499936481s\n", - "Query took 0.10853970299922366s\n", - "Query took 0.10875012799988326s\n", - "Query took 0.11231642699931399s\n", - "Query took 0.11752237899963802s\n", - "Query took 0.16635055000006105s\n", - "Query took 0.16862530799971864s\n", - "Query took 0.12384957500034943s\n", - "Query took 0.12639509299970086s\n", - "Query took 0.17376823100039474s\n", - "Query took 0.18231521199959388s\n", - "Query took 0.11977142699925025s\n", - "Query took 0.12532433999967907s\n", - "Query took 0.11075768699993205s\n", - "Query took 0.1668237849999059s\n", - "Query took 0.1651150730003792s\n", - "Query took 0.11239692399976775s\n", - "Query took 0.11236359099984838s\n", - "Query took 0.11069913200026349s\n", - "Query took 0.11207514899979287s\n", - "Query took 0.11472111100010807s\n", - "Query took 0.16338207300032082s\n", - "Query took 0.15868677100024797s\n", - "Query took 0.10810399299953133s\n", - "Query took 0.1138945259999673s\n", - "Query took 0.11138199400011217s\n", - "Query took 0.10774524200041924s\n", - "Query took 0.10828467600003933s\n", - "Query took 0.1730256589999044s\n", - "Query took 0.17065238899976976s\n", - "Query took 0.11186913900019135s\n", - "Query took 0.10787215199979983s\n", - "Query took 0.11188309799945273s\n", - "Query took 0.10909015399920463s\n", - "Query took 0.10901976600052876s\n", - "Query took 0.11030547900008969s\n", - "Query took 0.16656887699991785s\n", - "Query took 0.16793710000001738s\n", - "Query took 0.10975317999964318s\n", - "Query took 0.11174039199977415s\n", - "Query took 0.10926828799983923s\n", - "Query took 0.11119700200015359s\n", - "Query took 0.1767254779997529s\n", - "Query took 0.174178227000084s\n", - "Query took 0.11752250900008221s\n", - "Query took 0.11322315800043725s\n", - "Query took 0.11434895700040215s\n", - "Query took 0.12026169000000664s\n", - "Query took 0.17141485899992404s\n", - "Query took 0.1689054970001962s\n", - "Query took 0.12427754799955437s\n", - "Query took 0.11241791300017212s\n", - "Query took 0.1688356989998283s\n", - "Query took 0.11013182200076699s\n", - "Query took 0.11704398500023672s\n", - "Query took 0.171480388999953s\n", - "Query took 0.11259480599983362s\n", - "Query took 0.10855337199973292s\n", - "Query took 0.16630081399944174s\n", - "Query took 0.11072384999988572s\n", - "Query took 0.11265521499990427s\n", - "Query took 0.11429803200007882s\n", - "Query took 0.11355286199977854s\n", - "Query took 0.16064237999944453s\n", - "Query took 0.17073090800022328s\n", - "Query took 0.11113724200004071s\n", - "Query took 0.114594118000241s\n", - "Query took 0.10989342799985025s\n", - "Query took 0.1815713620007955s\n", - "Query took 0.17914162299985037s\n", - "Query took 0.1109767230000216s\n", - "Query took 0.11270633200001612s\n", - "Query took 0.1121246640004756s\n", - "Query took 0.1128741180000361s\n", - "Query took 0.16515304200038372s\n", - "Query took 0.1731377229998543s\n", - "Query took 0.10961347000011301s\n", - "Query took 0.11353624799994577s\n", - "Query took 0.10939561200029857s\n", - "Query took 0.1092507220000698s\n", - "Query took 0.10932165400026861s\n", - "Query took 0.17050043800009007s\n", - "Query took 0.16770034199998918s\n", - "Query took 0.1108469700002388s\n", - "Query took 0.11140651999994589s\n", - "Query took 0.10940295399996103s\n", - "Query took 0.1094918039998447s\n", - "Query took 0.11104548799994518s\n", - "Query took 0.10758479699961754s\n", - "Query took 0.1653964419992917s\n", - "Query took 0.16833242000029713s\n", - "Query took 0.10927188500045304s\n", - "Query took 0.1100514360005036s\n", - "Query took 0.10971843199968134s\n", - "Query took 0.10768123499929061s\n", - "Query took 0.10920345500016992s\n", - "Query took 0.107503313000052s\n", - "Query took 0.16905800699987594s\n", - "Query took 0.10982200400030706s\n", - "Query took 0.11187045800033957s\n", - "Query took 0.1617256580002504s\n", - "Query took 0.11070775799998955s\n", - "Query took 0.10907106600006955s\n", - "Query took 0.10955961899981048s\n", - "Query took 0.10817688099996303s\n", - "Query took 0.16458750200035865s\n", - "Query took 0.11422396299985849s\n", - "Query took 0.11088272599954507s\n", - "Query took 0.1692044329993223s\n", - "Query took 0.11534288900020329s\n", - "Query took 0.11505418499928055s\n", - "Query took 0.11026078999930178s\n", - "Query took 0.10971411999980774s\n", - "Query took 0.16265124500023376s\n", - "Query took 0.16985778999969625s\n", - "Query took 0.11379189699982817s\n", - "Query took 0.10696710499996698s\n", - "Query took 0.1082665010007986s\n", - "Query took 0.1110784889997376s\n", - "Query took 0.17404483200061804s\n", - "Query took 0.10868661099993915s\n", - "Query took 0.11037520999980188s\n", - "Query took 0.16866074500012473s\n", - "Query took 0.11123505900013697s\n", - "Query took 0.10822499999994761s\n", - "Query took 0.108690234000278s\n", - "Query took 0.11064438499943208s\n", - "Query took 0.1653494709998995s\n", - "Query took 0.10762334300034126s\n", - "Query took 0.10922439899968595s\n", - "Query took 0.17118462100006582s\n", - "Query took 0.10736317599912581s\n", - "Query took 0.10868775100061612s\n", - "Query took 0.11611793600059173s\n", - "Query took 0.10927729699960764s\n", - "Query took 0.16916184299952874s\n", - "Query took 0.10598464200029412s\n", - "Query took 0.11271549100001721s\n", - "Query took 0.17090286500024376s\n", - "Query took 0.11292721700010588s\n", - "Query took 0.10808697599986772s\n", - "Query took 0.16794306400061032s\n", - "Query took 0.10705178900025203s\n", - "Query took 0.11056502999963413s\n", - "Query took 0.10950398800014227s\n", - "Query took 0.11171380099949602s\n", - "Query took 0.10827442200024961s\n", - "Query took 0.17390198400062218s\n", - "Query took 0.16477969599964126s\n", - "Query took 0.11138962100085337s\n", - "Query took 0.11706074500034447s\n", - "Query took 0.10984532199927344s\n", - "Query took 0.11130504599987034s\n", - "Query took 0.10903538700040372s\n", - "Query took 0.1703506270005164s\n", - "Query took 0.166787586999817s\n", - "Query took 0.12035016200024984s\n", - "Query took 0.10795732399947155s\n", - "Query took 0.11054274500020256s\n", - "Query took 0.10874313499971322s\n", - "Query took 0.16794125700016593s\n", - "Query took 0.1790819769994414s\n", - "Query took 0.11063989699960075s\n", - "Query took 0.11276749599983305s\n", - "Query took 0.10987440899953071s\n", - "Query took 0.11144207500001357s\n", - "Query took 0.17592017500010115s\n", - "Query took 0.10864971799946943s\n", - "Query took 0.11003787699974055s\n", - "Query took 0.1648508629996286s\n", - "Query took 0.10813806500027567s\n", - "Query took 0.11225796300004731s\n", - "Query took 0.11241255000004458s\n", - "Query took 0.10833024200019281s\n", - "Query took 0.16928192999966996s\n", - "Query took 0.177774689999751s\n", - "Query took 0.11431627000001754s\n", - "Query took 0.11027415900025517s\n", - "Query took 0.17978990899973724s\n", - "Query took 0.11288225099997362s\n", - "Query took 0.11212029499984055s\n", - "Query took 0.1713600260000021s\n", - "Query took 0.11161897700003465s\n", - "Query took 0.10980246599956445s\n", - "Query took 0.11210897000000841s\n", - "Query took 0.11010592900038318s\n", - "Query took 0.1629619109999112s\n", - "Query took 0.11055883500011987s\n", - "Query took 0.10925806900013413s\n", - "Query took 0.1664497579995441s\n", - "Query took 0.11357869299990853s\n", - "Query took 0.11066198499975144s\n", - "Query took 0.11106173999996827s\n", - "Query took 0.10891516600077011s\n", - "Query took 0.1648436080004103s\n", - "Query took 0.17655934300000808s\n", - "Query took 0.11190829400038638s\n", - "Query took 0.11276740100038296s\n", - "Query took 0.11085378999996465s\n", - "Query took 0.10799390200008929s\n", - "Query took 0.17104905900032463s\n", - "Query took 0.10919550500057085s\n", - "Query took 0.10991121200004272s\n", - "Query took 0.1745435399998314s\n", - "Query took 0.11154472499947587s\n", - "Query took 0.10820034399966971s\n", - "Query took 0.11138144599954103s\n", - "Query took 0.10954594499980885s\n", - "Query took 0.16737486100009846s\n", - "Query took 0.17467163500077731s\n", - "Query took 0.11230755599990516s\n", - "Query took 0.10871987900009117s\n", - "Query took 0.11054766000052041s\n", - "Query took 0.11121130399988033s\n", - "Query took 0.17296965999958047s\n", - "Query took 0.10865030099921569s\n", - "Query took 0.11253062100058742s\n", - "Query took 0.16817748100038443s\n", - "Query took 0.10977485100011108s\n", - "Query took 0.10959335000006831s\n", - "Query took 0.10916051899948798s\n", - "Query took 0.11164706700037641s\n", - "Query took 0.16714542699992307s\n", - "Query took 0.17603428199981863s\n", - "Query took 0.10970919900046283s\n", - "Query took 0.11152507400038303s\n", - "Query took 0.11103171200011275s\n", - "Query took 0.10952921399984916s\n", - "Query took 0.17583336799998506s\n", - "Query took 0.1756316639994111s\n", - "Query took 0.11073249399942142s\n", - "Query took 0.11244138700021722s\n", - "Query took 0.10997061400030361s\n", - "Query took 0.11044253599993681s\n", - "Query took 0.16157740700055s\n", - "Query took 0.11109157299961225s\n", - "Query took 0.11046620900015114s\n", - "Query took 0.11284432299999025s\n", - "Query took 0.1629517080000369s\n", - "Query took 0.11363280400018994s\n", - "Query took 0.11096233899934305s\n", - "Query took 0.16795185299997684s\n", - "Query took 0.109058248999645s\n", - "Query took 0.10831381199932366s\n", - "Query took 0.11416992000067694s\n", - "Query took 0.16381883900066896s\n", - "Query took 0.11450815799980774s\n", - "Query took 0.1135232430005999s\n", - "Query took 0.1657474670000738s\n", - "Query took 0.11126153399982286s\n", - "Query took 0.10841031299969472s\n", - "Query took 0.10987697500058857s\n", - "Query took 0.1676769030000287s\n", - "Query took 0.10908767000000807s\n", - "Query took 0.11275162799938698s\n", - "Query took 0.11229019700022036s\n", - "Query took 0.1596259710004233s\n" - ] - } - ] - }, - { - "cell_type": "code", - "source": [ - "import json\n", - "\n", - "from statistics import mean, quantiles\n", - "\n", - "class LatencyStats(TypedDict):\n", - " min: float\n", - " p50: float\n", - " p95: float\n", - " p99: float\n", - " max: float\n", - " mean: float\n", - " throughput: float\n", - "\n", - "def get_latency_stats(stats: Stats) -> LatencyStats:\n", - " all_time = stats[\"total_query_time\"]\n", - " times = stats[\"query_latencies\"]\n", - " throughput = len(times) / all_time # qps\n", - " min_t = min(times)\n", - " max_t = max(times)\n", - " mean_t = mean(times)\n", - " quant_t = quantiles(times, n=100)\n", - " p50 = quant_t[49]\n", - " p95 = quant_t[94]\n", - " p99 = quant_t[98]\n", - "\n", - " return LatencyStats(\n", - " throughput=throughput,\n", - " min=min_t,\n", - " max=max_t,\n", - " mean=mean_t,\n", - " p50=p50,\n", - " p95=p95,\n", - " p99=p99,\n", - " )\n", - "\n", - "print(\"prevent_unoptimized = true\")\n", - "print(f\"Total optimization time: {stats_prevent['total_optimization_time']}\")\n", - "print(json.dumps(get_latency_stats(stats_prevent), indent=2))\n", - "print(\"\\n\\n\")\n", - "print(\"prevent_unoptimized = false\")\n", - "print(f\"Total optimization time: {stats_unopt['total_optimization_time']}\")\n", - "print(json.dumps(get_latency_stats(stats_unopt), indent=2))" - ], - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "JCYuALrkqgMb", - "outputId": "9ff9a9bf-ccba-47a3-f4d6-e5d26c04ed0b" - }, - "execution_count": 29, - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "text": [ - "prevent_unoptimized = true\n", - "Total optimization time: 0.5618014159999802\n", - "{\n", - " \"throughput\": 7.161828188120137,\n", - " \"min\": 0.10708374600017123,\n", - " \"max\": 0.318348366000464,\n", - " \"mean\": 0.1380583828190147,\n", - " \"p50\": 0.11680783749989132,\n", - " \"p95\": 0.18741079325009197,\n", - " \"p99\": 0.2057121670003835\n", - "}\n", - "\n", - "\n", - "\n", - "prevent_unoptimized = false\n", - "Total optimization time: 88.14651969099941\n", - "{\n", - " \"throughput\": 6.997234614266481,\n", - " \"min\": 0.10598464200029412,\n", - " \"max\": 0.32589991400072904,\n", - " \"mean\": 0.14137714988900915,\n", - " \"p50\": 0.11991927650024081,\n", - " \"p95\": 0.1932140347504628,\n", - " \"p99\": 0.2085006406503635\n", - "}\n" - ] - } - ] + "output_type": "stream", + "name": "stdout", + "text": [ + "Uploaded points!\n", + "\n", + "\n", + "Query took 0.318348366000464s\n", + "Query took 0.32589991400072904s\n", + "Query took 0.11745562099986273s\n", + "Deferred points: 53666\n", + "Running optimizations: 0\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.2539356469997074s\n", + "Query took 0.17251208700054121s\n", + "Query took 0.13498689800053398s\n", + "Query took 0.1120259300005273s\n", + "Query took 0.1189278629999535s\n", + "Query took 0.13527402500039898s\n", + "Query took 0.1730980879992785s\n", + "Query took 0.1745405000001483s\n", + "Query took 0.1935509129998536s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.2030059219996474s\n", + "Query took 0.12691851599993242s\n", + "Query took 0.18264557300062734s\n", + "Query took 0.15982039700065798s\n", + "Query took 0.19135535999976128s\n", + "Query took 0.11980497100012144s\n", + "Query took 0.12821379300021363s\n", + "Query took 0.18644012700042367s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17692618199998833s\n", + "Query took 0.19062864399984392s\n", + "Query took 0.18693907099986973s\n", + "Query took 0.19388982399959787s\n", + "Query took 0.18933151700002782s\n", + "Query took 0.11993471900041186s\n", + "Query took 0.11644113600050332s\n", + "Query took 0.11211439300041093s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.16861343500022485s\n", + "Query took 0.19618480000008276s\n", + "Query took 0.1975495160004357s\n", + "Query took 0.21456265500000882s\n", + "Query took 0.18901791900043463s\n", + "Query took 0.19269386799987842s\n", + "Query took 0.1195219460005319s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1859842439998829s\n", + "Query took 0.1540807360006511s\n", + "Query took 0.17268257199975778s\n", + "Query took 0.11208472399994207s\n", + "Query took 0.120352343000377s\n", + "Query took 0.18576822500017443s\n", + "Query took 0.1871582750000016s\n", + "Query took 0.11089076200005366s\n", + "Query took 0.11800360899997031s\n", + "Query took 0.18102662099954614s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17645918400012306s\n", + "Query took 0.12362176300030114s\n", + "Query took 0.12045204100013507s\n", + "Query took 0.17319627399956516s\n", + "Query took 0.17385749699951702s\n", + "Query took 0.11055294800007687s\n", + "Query took 0.12494800000058603s\n", + "Query took 0.12516878499991435s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.16662262200043187s\n", + "Query took 0.1741967569996632s\n", + "Query took 0.11014425299981667s\n", + "Query took 0.18977832600012334s\n", + "Query took 0.18127915799959737s\n", + "Query took 0.12133007899956283s\n", + "Query took 0.11301582100077212s\n", + "Query took 0.18055203499989148s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1910404700001891s\n", + "Query took 0.1886425729999246s\n", + "Query took 0.1221285200008424s\n", + "Query took 0.13904986000034114s\n", + "Query took 0.11995750300047803s\n", + "Query took 0.1531804469996132s\n", + "Query took 0.1765669460000936s\n", + "Query took 0.11386514000059833s\n", + "Query took 0.18834395199974097s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17107286900045438s\n", + "Query took 0.18394260999957623s\n", + "Query took 0.11057730499942409s\n", + "Query took 0.12187387999983912s\n", + "Query took 0.17963439699997252s\n", + "Query took 0.11111324500052433s\n", + "Query took 0.18906912200054649s\n", + "Query took 0.11530156499975419s\n", + "Query took 0.1854068130005544s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17287099999975908s\n", + "Query took 0.12057857299987518s\n", + "Query took 0.11692481000045518s\n", + "Query took 0.18425673199999437s\n", + "Query took 0.17934576800053037s\n", + "Query took 0.11834970099971542s\n", + "Query took 0.1115974020003705s\n", + "Query took 0.1820004080000217s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11244979300045088s\n", + "Query took 0.12010018399996625s\n", + "Query took 0.1730675839999094s\n", + "Query took 0.17658760499944037s\n", + "Query took 0.11214449900035106s\n", + "Query took 0.11800358500022412s\n", + "Query took 0.18729041400001734s\n", + "Query took 0.1794596139998248s\n", + "Query took 0.11234942600003706s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.12541982200036728s\n", + "Query took 0.12412319100076274s\n", + "Query took 0.17897314699985145s\n", + "Query took 0.18268570599957457s\n", + "Query took 0.18723025700001017s\n", + "Query took 0.1885974830001942s\n", + "Query took 0.11257462600042345s\n", + "Query took 0.19352028100001917s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11862163400019199s\n", + "Query took 0.12346571699981723s\n", + "Query took 0.16150121800001216s\n", + "Query took 0.1721250680002413s\n", + "Query took 0.11131441199995606s\n", + "Query took 0.18294181800047227s\n", + "Query took 0.20342539899957046s\n", + "Query took 0.11987351000061608s\n", + "Query took 0.130360350999581s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1751551429997562s\n", + "Query took 0.1750424310002927s\n", + "Query took 0.12160753900025156s\n", + "Query took 0.1207476260005933s\n", + "Query took 0.16938473400023213s\n", + "Query took 0.17664024800069456s\n", + "Query took 0.1098181889992702s\n", + "Query took 0.19177470400063612s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11274437900010525s\n", + "Query took 0.12077200800013088s\n", + "Query took 0.17042624199984857s\n", + "Query took 0.1834883550000086s\n", + "Query took 0.11224403199958033s\n", + "Query took 0.18718882300072437s\n", + "Query took 0.19495211499997822s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.20043566900039878s\n", + "Query took 0.20750854500056448s\n", + "Query took 0.12141618599980575s\n", + "Query took 0.18952198199986015s\n", + "Query took 0.18882072500036884s\n", + "Query took 0.12131686500015348s\n", + "Query took 0.17884016899915878s\n", + "Query took 0.19449960800011468s\n", + "Query took 0.11182081400056632s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.19357203799972922s\n", + "Query took 0.1797772090003491s\n", + "Query took 0.19523659600054089s\n", + "Query took 0.11304985200058582s\n", + "Query took 0.1935000339999533s\n", + "Query took 0.18841816899930564s\n", + "Query took 0.2020066280001629s\n", + "Query took 0.2099477609999667s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18379201399966405s\n", + "Query took 0.20845932300017012s\n", + "Query took 0.10893055999986245s\n", + "Query took 0.18242684899996675s\n", + "Query took 0.11187728299955779s\n", + "Query took 0.11708427100074914s\n", + "Query took 0.1740431099997295s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1932991560006485s\n", + "Query took 0.11325789100010297s\n", + "Query took 0.18266487199980475s\n", + "Query took 0.18845106400021905s\n", + "Query took 0.12280950300009863s\n", + "Query took 0.12852918699991278s\n", + "Query took 0.17811587000051077s\n", + "Query took 0.18373290799991082s\n", + "Query took 0.11093947200060938s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1988841410002351s\n", + "Query took 0.12133799200000794s\n", + "Query took 0.18773716499981674s\n", + "Query took 0.16599327899984928s\n", + "Query took 0.1999021729998276s\n", + "Query took 0.19718172300053993s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.19860024199988402s\n", + "Query took 0.2260768879996249s\n", + "Query took 0.1790065319992209s\n", + "Query took 0.1746632819995284s\n", + "Query took 0.11186014099985186s\n", + "Query took 0.18836653200014553s\n", + "Query took 0.11656415399920661s\n", + "Query took 0.12316877899957035s\n", + "Query took 0.16239686800054187s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17426950800017948s\n", + "Query took 0.11159772700011672s\n", + "Query took 0.19356241100012994s\n", + "Query took 0.18530101200030913s\n", + "Query took 0.1315209229996981s\n", + "Query took 0.13611833899994963s\n", + "Query took 0.17261471300025732s\n", + "Query took 0.189494986999307s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18384138799956418s\n", + "Query took 0.18025837900040642s\n", + "Query took 0.12379164100002527s\n", + "Query took 0.18973723399994924s\n", + "Query took 0.17364547700071853s\n", + "Query took 0.19386530900010257s\n", + "Query took 0.12265657100033422s\n", + "Query took 0.120984572999987s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17203149499982828s\n", + "Query took 0.191260992000025s\n", + "Query took 0.1890791320001881s\n", + "Query took 0.18287204900025245s\n", + "Query took 0.11386670000047161s\n", + "Query took 0.12488540199956333s\n", + "Query took 0.17507731200021226s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17975440200007142s\n", + "Query took 0.12157368200041674s\n", + "Query took 0.17938375900030223s\n", + "Query took 0.19369745499989222s\n", + "Query took 0.1125083180004367s\n", + "Query took 0.18421255900011602s\n", + "Query took 0.1826367969997591s\n", + "Query took 0.1174087879999206s\n", + "Query took 0.11512130499977502s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1812882760004868s\n", + "Query took 0.17820971499986626s\n", + "Query took 0.19092207799985772s\n", + "Query took 0.11679430200001661s\n", + "Query took 0.12364487900049426s\n", + "Query took 0.17488095399949088s\n", + "Query took 0.11069203199986077s\n", + "Query took 0.18546563400013838s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1846052310002051s\n", + "Query took 0.1868949279996741s\n", + "Query took 0.1099742160004098s\n", + "Query took 0.19300738600031764s\n", + "Query took 0.11087523399964994s\n", + "Query took 0.12418870499914192s\n", + "Query took 0.17889872700015985s\n", + "Query took 0.17694463999941945s\n", + "Query took 0.11418422800034023s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11851559499973519s\n", + "Query took 0.18142356199950882s\n", + "Query took 0.18318282200016256s\n", + "Query took 0.12420399300026475s\n", + "Query took 0.18803966300038155s\n", + "Query took 0.18285282899978483s\n", + "Query took 0.127663171999302s\n", + "Query took 0.1876828900003602s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1724914569995235s\n", + "Query took 0.19721367200054374s\n", + "Query took 0.18919355900015944s\n", + "Query took 0.11140125200017792s\n", + "Query took 0.1281526099992334s\n", + "Query took 0.17103098700044939s\n", + "Query took 0.17348934199981159s\n", + "Query took 0.11999792799997522s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18376254000031622s\n", + "Query took 0.17765080600020156s\n", + "Query took 0.11782626799958962s\n", + "Query took 0.18865041799926985s\n", + "Query took 0.18189117099973373s\n", + "Query took 0.11891780699988885s\n", + "Query took 0.19256442400001106s\n", + "Query took 0.1864250050002738s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17269947799923102s\n", + "Query took 0.19073286299953907s\n", + "Query took 0.1916507529995215s\n", + "Query took 0.19228962200031674s\n", + "Query took 0.12406042399925354s\n", + "Query took 0.12286024700006237s\n", + "Query took 0.18580620099965017s\n", + "Query took 0.18833030499990855s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18953671300005226s\n", + "Query took 0.19079336100003275s\n", + "Query took 0.127168490999793s\n", + "Query took 0.19520026800000778s\n", + "Query took 0.1703523939995648s\n", + "Query took 0.12254131600002438s\n", + "Query took 0.11277124299977004s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17633538300015061s\n", + "Query took 0.181226831999993s\n", + "Query took 0.11987242699979106s\n", + "Query took 0.11031110400017496s\n", + "Query took 0.17545106499983376s\n", + "Query took 0.11254872999961663s\n", + "Query took 0.11874302800060832s\n", + "Query took 0.17556815300031303s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18203123199964466s\n", + "Query took 0.11856702299974131s\n", + "Query took 0.2140068569997311s\n", + "Query took 0.21965822299989668s\n", + "Query took 0.1617386190000616s\n", + "Query took 0.1910591169998952s\n", + "Query took 0.19625070300025982s\n", + "Query took 0.19149557499986258s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1087167870000485s\n", + "Query took 0.17661106400009885s\n", + "Query took 0.16799354299928382s\n", + "Query took 0.11780650299988338s\n", + "Query took 0.11046920599983423s\n", + "Query took 0.1818030650001674s\n", + "Query took 0.18019407399970078s\n", + "Query took 0.11519461599982606s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11568799699944066s\n", + "Query took 0.17983055700005934s\n", + "Query took 0.17454818400074146s\n", + "Query took 0.12151149100009206s\n", + "Query took 0.1180892459997267s\n", + "Query took 0.174801839999418s\n", + "Query took 0.1761975330000496s\n", + "Query took 0.11905547900005331s\n", + "Query took 0.1130974289999358s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17539191400010168s\n", + "Query took 0.18266730599953007s\n", + "Query took 0.19015353500071797s\n", + "Query took 0.11690918900058023s\n", + "Query took 0.12311215800036734s\n", + "Query took 0.1799802629993792s\n", + "Query took 0.17573718600033317s\n", + "Query took 0.11682137299976603s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.12219628799994098s\n", + "Query took 0.17166608399929828s\n", + "Query took 0.1797205210004904s\n", + "Query took 0.11434791600004246s\n", + "Query took 0.1872212619991842s\n", + "Query took 0.18594881999979407s\n", + "Query took 0.11971536300006846s\n", + "Query took 0.13256118800018157s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18226340999990498s\n", + "Query took 0.17963277499984542s\n", + "Query took 0.1105733610002062s\n", + "Query took 0.1790424480004731s\n", + "Query took 0.17884702199989988s\n", + "Query took 0.1178371710002466s\n", + "Query took 0.10920607499974722s\n", + "Query took 0.17975873199975467s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.12082569399990462s\n", + "Query took 0.1215232639997339s\n", + "Query took 0.15757650600062334s\n", + "Query took 0.18319722000069305s\n", + "Query took 0.11906998699942051s\n", + "Query took 0.11906245299996954s\n", + "Query took 0.1753260430004957s\n", + "Query took 0.17325789499955135s\n", + "Query took 0.11175456500041037s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11166192600012437s\n", + "Query took 0.1926090300003125s\n", + "Query took 0.17953353299981245s\n", + "Query took 0.1970801110001048s\n", + "Query took 0.1168234240003585s\n", + "Query took 0.1184614120002152s\n", + "Query took 0.17705072700027813s\n", + "Query took 0.18693891400016582s\n", + "Query took 0.11490066300029866s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.19238667900026485s\n", + "Query took 0.1861699970004338s\n", + "Query took 0.19963885600009235s\n", + "Query took 0.21203994200004672s\n", + "Query took 0.11075982100010151s\n", + "Query took 0.17808536699976685s\n", + "Query took 0.17304128400064656s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.12448011100059375s\n", + "Query took 0.12122202699993068s\n", + "Query took 0.17669850999936898s\n", + "Query took 0.11320757900011813s\n", + "Query took 0.1950298109995856s\n", + "Query took 0.16706095300014567s\n", + "Query took 0.12037711799985118s\n", + "Query took 0.1975568010002462s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1738760039997942s\n", + "Query took 0.11963917899993248s\n", + "Query took 0.11296382399996219s\n", + "Query took 0.18053551600041828s\n", + "Query took 0.10880552899925533s\n", + "Query took 0.11941079500047636s\n", + "Query took 0.17456576600034168s\n", + "Query took 0.183666187000199s\n", + "Query took 0.11006607899980736s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11570158100039407s\n", + "Query took 0.11058011100067233s\n", + "Query took 0.1782338789998903s\n", + "Query took 0.18244323500039172s\n", + "Query took 0.11414878600044176s\n", + "Query took 0.13145569599964801s\n", + "Query took 0.19636805600021034s\n", + "Query took 0.19481780900059675s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1771772410002086s\n", + "Query took 0.17731159100003424s\n", + "Query took 0.1157680899996194s\n", + "Query took 0.11941838200073107s\n", + "Query took 0.1119957479995719s\n", + "Query took 0.17756153800019092s\n", + "Query took 0.17090436499984207s\n", + "Query took 0.11818750300062675s\n", + "Query took 0.11099292100061575s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18455909899967082s\n", + "Query took 0.1817718820002483s\n", + "Query took 0.19096144600007392s\n", + "Query took 0.13242182300018612s\n", + "Query took 0.11826927099991735s\n", + "Query took 0.16666768600043724s\n", + "Query took 0.18322802599959687s\n", + "Query took 0.11873948399988876s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18289572600042447s\n", + "Query took 0.19582694500059006s\n", + "Query took 0.1946074450006563s\n", + "Query took 0.19513371300035942s\n", + "Query took 0.1274805129996821s\n", + "Query took 0.197898215999885s\n", + "Query took 0.16297526300058962s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1926261020007587s\n", + "Query took 0.11965972500001953s\n", + "Query took 0.1250216829994315s\n", + "Query took 0.17928449000010005s\n", + "Query took 0.17492024399962247s\n", + "Query took 0.1184841320000487s\n", + "Query took 0.1829236020003009s\n", + "Query took 0.1793491329999597s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18587070400008088s\n", + "Query took 0.2047929340005794s\n", + "Query took 0.11303225199935696s\n", + "Query took 0.18052860999978293s\n", + "Query took 0.11369199799992202s\n", + "Query took 0.1241602240006614s\n", + "Query took 0.1647622219998084s\n", + "Query took 0.1819622069997422s\n", + "Query took 0.11315267999998468s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1867798640005276s\n", + "Query took 0.1820125479998751s\n", + "Query took 0.12303440200048499s\n", + "Query took 0.12204845599990222s\n", + "Query took 0.18338077899989003s\n", + "Query took 0.1825356310000643s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.20474486100010836s\n", + "Query took 0.20437487499930285s\n", + "Query took 0.18813988300007622s\n", + "Query took 0.18880231799994363s\n", + "Query took 0.1188562670004103s\n", + "Query took 0.20241106800040143s\n", + "Query took 0.11459194700000808s\n", + "Query took 0.11615667099977145s\n", + "Query took 0.1605604559999847s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1810032550001779s\n", + "Query took 0.11065631400015263s\n", + "Query took 0.12183002300025692s\n", + "Query took 0.19037712899989856s\n", + "Query took 0.17784219900022435s\n", + "Query took 0.1115085250003176s\n", + "Query took 0.19475176699961594s\n", + "Query took 0.19199729000047228s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.12205467900002986s\n", + "Query took 0.11980945899995277s\n", + "Query took 0.17574005000005855s\n", + "Query took 0.17331564199957938s\n", + "Query took 0.13346303300022555s\n", + "Query took 0.138357982999878s\n", + "Query took 0.15610740400006762s\n", + "Query took 0.184550038999987s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11943573799999285s\n", + "Query took 0.1861207239999203s\n", + "Query took 0.16621014900010778s\n", + "Query took 0.1879391709999254s\n", + "Query took 0.11695913299990934s\n", + "Query took 0.12251684900002147s\n", + "Query took 0.11421574599989981s\n", + "Query took 0.17999093399976118s\n", + "Query took 0.17900644700057455s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18394413599980908s\n", + "Query took 0.18571731799966074s\n", + "Query took 0.11481872300009854s\n", + "Query took 0.12210549700012052s\n", + "Query took 0.10990625199974602s\n", + "Query took 0.18043675500030076s\n", + "Query took 0.17208827200011s\n", + "Query took 0.12069019499995193s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.10899142000016582s\n", + "Query took 0.18804530800025532s\n", + "Query took 0.18717549099983444s\n", + "Query took 0.11521387500033597s\n", + "Query took 0.11288441600027s\n", + "Query took 0.17851937500017812s\n", + "Query took 0.11114718600038032s\n", + "Query took 0.1901386609997644s\n", + "Query took 0.17831363700042857s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.12314103300013812s\n", + "Query took 0.12912891500036494s\n", + "Query took 0.17623097300020163s\n", + "Query took 0.1899774619996606s\n", + "Query took 0.11284108200015908s\n", + "Query took 0.11663389700061089s\n", + "Query took 0.10749805300019943s\n", + "Query took 0.17895523900006083s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.16791684100007842s\n", + "Query took 0.11649208000017097s\n", + "Query took 0.11711888699937845s\n", + "Query took 0.1129464960004043s\n", + "Query took 0.11504508600046393s\n", + "Query took 0.11012012300034257s\n", + "Query took 0.10949230900041584s\n", + "Query took 0.11048252700038574s\n", + "Query took 0.10899192599936214s\n", + "Query took 0.11115650099964114s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11004665400014346s\n", + "Query took 0.11476526999922498s\n", + "Query took 0.111206286000197s\n", + "Query took 0.11270529100056592s\n", + "Query took 0.11863309100044717s\n", + "Query took 0.11836202799986495s\n", + "Query took 0.11147012199944584s\n", + "Query took 0.11273750999953336s\n", + "Query took 0.11623734400018293s\n", + "Query took 0.11552765299984458s\n", + "Query took 0.11586430799980008s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11855862500033254s\n", + "Query took 0.1530463859999145s\n", + "Query took 0.19527698000001692s\n", + "Query took 0.19726261499999964s\n", + "Query took 0.2052997430000687s\n", + "Query took 0.19110235000061948s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.20245078199968702s\n", + "Query took 0.19387134199951106s\n", + "Query took 0.18968563199996424s\n", + "Query took 0.19122814899947116s\n", + "Query took 0.18902445000003354s\n", + "Query took 0.11603026800003136s\n", + "Query took 0.12055347299974528s\n", + "Query took 0.17561108399968361s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1758277070002805s\n", + "Query took 0.11618354699930933s\n", + "Query took 0.11346525699991616s\n", + "Query took 0.1804447770000479s\n", + "Query took 0.18120382300003257s\n", + "Query took 0.11575450300006196s\n", + "Query took 0.11690660800013575s\n", + "Query took 0.18808634000015445s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.19514296500074124s\n", + "Query took 0.20259746399915457s\n", + "Query took 0.1820765209995443s\n", + "Query took 0.18345910599964554s\n", + "Query took 0.11557700699995621s\n", + "Query took 0.11357595800018316s\n", + "Query took 0.1750652299997455s\n", + "Query took 0.11743363899950054s\n", + "Query took 0.12350122600037139s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.16849972999989404s\n", + "Query took 0.168776603999504s\n", + "Query took 0.1855750229997284s\n", + "Query took 0.1162396979998448s\n", + "Query took 0.10944818000007217s\n", + "Query took 0.1776736849997178s\n", + "Query took 0.11138687499988009s\n", + "Query took 0.11748548400009895s\n", + "Query took 0.17670759799966618s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17952771000000212s\n", + "Query took 0.18523418999939167s\n", + "Query took 0.1170094250001057s\n", + "Query took 0.11474981999981537s\n", + "Query took 0.17277830700004415s\n", + "Query took 0.17857056699995155s\n", + "Query took 0.11631725300048856s\n", + "Query took 0.10989106000033644s\n", + "Query took 0.17679956299980404s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11764545800087944s\n", + "Query took 0.12115152800015494s\n", + "Query took 0.17074629600028857s\n", + "Query took 0.17626029100028973s\n", + "Query took 0.11408101599954534s\n", + "Query took 0.1257892300000094s\n", + "Query took 0.12339891399915359s\n", + "Query took 0.15950748900013423s\n", + "Query took 0.1809389669997472s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.19272511700000905s\n", + "Query took 0.1921455749998131s\n", + "Query took 0.12432762599928537s\n", + "Query took 0.18983481999930518s\n", + "Query took 0.17080544200052827s\n", + "Query took 0.11345893999987311s\n", + "Query took 0.11837620699952822s\n", + "Query took 0.18367360400043253s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17835302200001024s\n", + "Query took 0.11327942299976712s\n", + "Query took 0.116752975000054s\n", + "Query took 0.17995621000045503s\n", + "Query took 0.17715912999938155s\n", + "Query took 0.11610459499934223s\n", + "Query took 0.12030420399969444s\n", + "Query took 0.18731395800023165s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.175682641000094s\n", + "Query took 0.11256491000040114s\n", + "Query took 0.11269625599925348s\n", + "Query took 0.1143201240001872s\n", + "Query took 0.12003423499936616s\n", + "Query took 0.11886075300026278s\n", + "Query took 0.16571377599939296s\n", + "Query took 0.1479039769992596s\n", + "Query took 0.11427130199990643s\n", + "Query took 0.11509577200013155s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1202220919994943s\n", + "Query took 0.1719454099993527s\n", + "Query took 0.15542333699977462s\n", + "Query took 0.11969082399991748s\n", + "Query took 0.10911163200034935s\n", + "Query took 0.17068744000061997s\n", + "Query took 0.11044891599976836s\n", + "Query took 0.11444082999969396s\n", + "Query took 0.11109779700018407s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18039491600029578s\n", + "Query took 0.1711551469998085s\n", + "Query took 0.11405605799973273s\n", + "Query took 0.18479326099986793s\n", + "Query took 0.18351683799937746s\n", + "Query took 0.1137201149995235s\n", + "Query took 0.11515988200062566s\n", + "Query took 0.179533943000024s\n", + "Query took 0.1108649260004313s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.10980502900019928s\n", + "Query took 0.174889479999365s\n", + "Query took 0.11478130199975567s\n", + "Query took 0.12123058499946637s\n", + "Query took 0.17102872699979343s\n", + "Query took 0.17473299500034045s\n", + "Query took 0.11492070399981458s\n", + "Query took 0.11273559500023111s\n", + "Query took 0.17983630500020809s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18413843700000143s\n", + "Query took 0.12040760000036244s\n", + "Query took 0.1807337929994901s\n", + "Query took 0.1933097959999941s\n", + "Query took 0.11671232000026066s\n", + "Query took 0.18879768999977387s\n", + "Query took 0.16485707300034846s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.19278228100029082s\n", + "Query took 0.11644245200022851s\n", + "Query took 0.12503632999960246s\n", + "Query took 0.17020868300005532s\n", + "Query took 0.16944815599981666s\n", + "Query took 0.11445640999954776s\n", + "Query took 0.1176563819999501s\n", + "Query took 0.1851632529997005s\n", + "Query took 0.11406397100017784s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11865387800025928s\n", + "Query took 0.16312960499999463s\n", + "Query took 0.1760865369997191s\n", + "Query took 0.11924514200018166s\n", + "Query took 0.114399437999964s\n", + "Query took 0.17067560299983597s\n", + "Query took 0.10858345700034988s\n", + "Query took 0.11172097500002565s\n", + "Query took 0.17237979899982747s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11114879399974598s\n", + "Query took 0.11456437500055472s\n", + "Query took 0.17082915599985427s\n", + "Query took 0.17439117499998247s\n", + "Query took 0.11104638599954342s\n", + "Query took 0.10951022599965654s\n", + "Query took 0.11140379700009362s\n", + "Query took 0.10928913000043394s\n", + "Query took 0.17607256999963283s\n", + "Query took 0.11356230999990657s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11996504299986555s\n", + "Query took 0.16635170399968047s\n", + "Query took 0.17535285299982206s\n", + "Query took 0.11354828599996836s\n", + "Query took 0.11897172499993758s\n", + "Query took 0.11373505299980025s\n", + "Query took 0.16932927899961214s\n", + "Query took 0.1947313500004384s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1154499840004064s\n", + "Query took 0.11800746700009768s\n", + "Query took 0.11219460800020897s\n", + "Query took 0.16916670899991004s\n", + "Query took 0.16383174499969755s\n", + "Query took 0.11509099199975026s\n", + "Query took 0.11412174300039624s\n", + "Query took 0.18146663500010618s\n", + "Query took 0.18221671100036474s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.12116342700028326s\n", + "Query took 0.11144860300009896s\n", + "Query took 0.17440336999970896s\n", + "Query took 0.11005536099946767s\n", + "Query took 0.11037613899952703s\n", + "Query took 0.10923538200040639s\n", + "Query took 0.114543340999262s\n", + "Query took 0.1667665089998991s\n", + "Query took 0.17225820500061673s\n", + "Query took 0.11429378699995141s\n", + "Deferred points: 0\n", + "Running optimizations: 2\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1137122720001571s\n", + "Query took 0.11149924299934355s\n", + "Query took 0.1176326839995454s\n", + "Query took 0.11089777100005449s\n", + "Query took 0.11768561999997473s\n", + "Query took 0.11756803099979152s\n", + "Query took 0.11792983499981347s\n", + "Query took 0.11580696900000476s\n", + "Query took 0.11387879999983852s\n", + "Query took 0.1245267430003878s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11162997899918992s\n", + "Query took 0.11048406899953989s\n", + "Query took 0.11048073100027977s\n", + "Query took 0.11012950999975146s\n", + "Query took 0.11003090699978202s\n", + "Query took 0.17519139099931635s\n", + "Query took 0.170417911000186s\n", + "Query took 0.11189810599989869s\n", + "Query took 0.11009417600052984s\n", + "Query took 0.11444170300001133s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11048329900040699s\n", + "Query took 0.17073836700001266s\n", + "Query took 0.1787645620006515s\n", + "Query took 0.11295733999941149s\n", + "Query took 0.11115160700046545s\n", + "Query took 0.11414372499984893s\n", + "Query took 0.18218360399987432s\n", + "Query took 0.17594671299957554s\n", + "Query took 0.11579522700048983s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11997351099944353s\n", + "Query took 0.12180326199995761s\n", + "Query took 0.11799621299996943s\n", + "Query took 0.1641878339996765s\n", + "Query took 0.15715846800048894s\n", + "Query took 0.11081819100036228s\n", + "Query took 0.11202356899957522s\n", + "Query took 0.11570741500054282s\n", + "Query took 0.17624683199937863s\n", + "Query took 0.17069889199956378s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.12165919600010966s\n", + "Query took 0.12185084100019594s\n", + "Query took 0.1762090599995645s\n", + "Query took 0.17210078199968848s\n", + "Query took 0.11284934200011776s\n", + "Query took 0.11219197300033557s\n", + "Query took 0.11143189199992776s\n", + "Query took 0.11414537200016639s\n", + "Query took 0.17073751999942033s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17060423200018704s\n", + "Query took 0.11045124799966288s\n", + "Query took 0.11437572199974966s\n", + "Query took 0.11217516400029126s\n", + "Query took 0.11201166499995452s\n", + "Query took 0.17487972500020987s\n", + "Query took 0.16887571600000228s\n", + "Query took 0.11116922900055215s\n", + "Query took 0.11000277000039205s\n", + "Query took 0.10812475900002028s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11288497599980474s\n", + "Query took 0.1766898020005101s\n", + "Query took 0.11157361299956392s\n", + "Query took 0.11161085399999138s\n", + "Query took 0.1608886430003622s\n", + "Query took 0.1125569669993638s\n", + "Query took 0.11550479800007452s\n", + "Query took 0.17154248299993924s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.19090013400000316s\n", + "Query took 0.12400397500005056s\n", + "Query took 0.17799026800003048s\n", + "Query took 0.2057256750003944s\n", + "Query took 0.17080240999985108s\n", + "Query took 0.20387901100002637s\n", + "Query took 0.18194778999986738s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.29186362699965684s\n", + "Query took 0.11342848500044056s\n", + "Query took 0.11217936699995334s\n", + "Query took 0.11285342399969522s\n", + "Query took 0.1097208609999143s\n", + "Query took 0.17739832799998112s\n", + "Query took 0.1843055800000002s\n", + "Query took 0.11832076700011385s\n", + "Query took 0.11205219500061503s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17760896300023887s\n", + "Query took 0.1886278920001132s\n", + "Query took 0.31201123600021674s\n", + "Query took 0.11689414900047268s\n", + "Query took 0.18697887099915533s\n", + "Query took 0.2681549310000264s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.19371728400074062s\n", + "Query took 0.21334921499965276s\n", + "Query took 0.11449467300008109s\n", + "Query took 0.19380900000032852s\n", + "Query took 0.11317583599975478s\n", + "Query took 0.1737837180007773s\n", + "Query took 0.19678672899954108s\n", + "Query took 0.11291957999947044s\n", + "Query took 0.18648301200028072s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11082690799958073s\n", + "Query took 0.1192672319994017s\n", + "Query took 0.17562286500015034s\n", + "Query took 0.18464925600073911s\n", + "Query took 0.11220553400016797s\n", + "Query took 0.11213144599969382s\n", + "Query took 0.11042733100020996s\n", + "Query took 0.11023101799946744s\n", + "Query took 0.17603503400005138s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1740883019992907s\n", + "Query took 0.11251384099978168s\n", + "Query took 0.12408690499978547s\n", + "Query took 0.18251432800025214s\n", + "Query took 0.17243699899972853s\n", + "Query took 0.11458352800036664s\n", + "Query took 0.12766655999985232s\n", + "Query took 0.17910997299986775s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.16622885299966583s\n", + "Query took 0.11131352399934258s\n", + "Query took 0.11133517399957782s\n", + "Query took 0.18908630999976594s\n", + "Query took 0.11771679000048607s\n", + "Query took 0.11404475500057742s\n", + "Query took 0.185832666999886s\n", + "Query took 0.3026278610004738s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11479826499999035s\n", + "Query took 0.17902364200017473s\n", + "Query took 0.19146637500034558s\n", + "Query took 0.1875841279997985s\n", + "Query took 0.18883950500003266s\n", + "Query took 0.11658599299971684s\n", + "Query took 0.11174030799975299s\n", + "Query took 0.11000251600034971s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11444163400028629s\n", + "Query took 0.17246985800011316s\n", + "Query took 0.17680803499933972s\n", + "Query took 0.11145763900003658s\n", + "Query took 0.11545555200063973s\n", + "Query took 0.11057565800001612s\n", + "Query took 0.1782868000000235s\n", + "Query took 0.17492519600000378s\n", + "Query took 0.11666107499968348s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.13263004300006287s\n", + "Query took 0.1843224909998753s\n", + "Query took 0.2666050739999264s\n", + "Query took 0.11134617400057323s\n", + "Query took 0.11918453900034365s\n", + "Query took 0.18670988899975782s\n", + "Query took 0.11384648800049035s\n", + "Query took 0.20577278899963858s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11291385300046386s\n", + "Query took 0.27155539999967004s\n", + "Query took 0.17120171100032167s\n", + "Query took 0.12041413899987674s\n", + "Query took 0.11784459099999367s\n", + "Query took 0.19041197699971235s\n", + "Query took 0.19205864899959124s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1888576439996541s\n", + "Query took 0.2912775880004119s\n", + "Query took 0.11270825999963563s\n", + "Query took 0.12169659600021987s\n", + "Query took 0.18004667200057156s\n", + "Query took 0.1740640660000281s\n", + "Query took 0.11910647900003823s\n", + "Query took 0.11536997099938162s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17187747699972533s\n", + "Query took 0.18061597099949722s\n", + "Query took 0.11985121999987314s\n", + "Query took 0.12131454100017436s\n", + "Query took 0.176420744999632s\n", + "Query took 0.1661664319999545s\n", + "Query took 0.11765309699967474s\n", + "Query took 0.11130514500018762s\n", + "Query took 0.11099534799996036s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1174648359992716s\n", + "Query took 0.17163678799988702s\n", + "Query took 0.16173896899999818s\n", + "Query took 0.12017242900037672s\n", + "Query took 0.12586555799953203s\n", + "Query took 0.12202340899966657s\n", + "Query took 0.15208734599946183s\n", + "Query took 0.17727481100064324s\n", + "Query took 0.11819614300020476s\n", + "Query took 0.192765488999612s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17472890800036112s\n", + "Query took 0.12165115400057402s\n", + "Query took 0.11558065000008355s\n", + "Query took 0.168781792000118s\n", + "Query took 0.18416158800027915s\n", + "Query took 0.11708538499988208s\n", + "Query took 0.12412911299998086s\n", + "Query took 0.18279334700036998s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1629312539998864s\n", + "Query took 0.1910213000001022s\n", + "Query took 0.11551872999916668s\n", + "Query took 0.12320756600001914s\n", + "Query took 0.17861389399968175s\n", + "Query took 0.1677166750005199s\n", + "Query took 0.18566725599976053s\n", + "Query took 0.12036682500001916s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11282216800009337s\n", + "Query took 0.16793218400016485s\n", + "Query took 0.11364256300021225s\n", + "Query took 0.11170278800000233s\n", + "Query took 0.17268482500003302s\n", + "Query took 0.11637895800049591s\n", + "Query took 0.11436377399968478s\n", + "Query took 0.16440206299921556s\n", + "Query took 0.11433564300023136s\n", + "Query took 0.11347273399951519s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.16713979300038773s\n", + "Query took 0.18569712199951027s\n", + "Query took 0.12303398499989271s\n", + "Query took 0.11947783899995557s\n", + "Query took 0.16448378699988098s\n", + "Query took 0.16986755600009928s\n", + "Query took 0.1113828649995412s\n", + "Query took 0.1218697650001559s\n", + "Query took 0.1202636239995627s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17758665200017276s\n", + "Query took 0.17885939400002826s\n", + "Query took 0.12070249499993224s\n", + "Query took 0.19322491100047046s\n", + "Query took 0.1637863340001786s\n", + "Query took 0.11590834100024949s\n", + "Query took 0.11897511600000144s\n", + "Query took 0.17974013599996397s\n", + "Query took 0.17336879200047406s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11368159799985733s\n", + "Query took 0.11358093299986649s\n", + "Query took 0.12320000199997594s\n", + "Query took 0.11118748199987749s\n", + "Query took 0.16612423599963222s\n", + "Query took 0.17195065499981865s\n", + "Query took 0.12421844500022416s\n", + "Query took 0.11158031800005119s\n", + "Query took 0.1684114909994605s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11208657099996344s\n", + "Query took 0.1152825130002384s\n", + "Query took 0.17576052599997638s\n", + "Query took 0.1093553200007591s\n", + "Query took 0.11047341599987703s\n", + "Query took 0.17353678700055752s\n", + "Query took 0.11158640299981926s\n", + "Query took 0.11065024400068069s\n", + "Query took 0.1751746580002873s\n", + "Query took 0.11106786299933447s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11070377199939685s\n", + "Query took 0.1112190849999024s\n", + "Query took 0.11240205200010678s\n", + "Query took 0.16428582100070344s\n", + "Query took 0.1692005570002948s\n", + "Query took 0.11135582799943222s\n", + "Query took 0.11769589600044128s\n", + "Query took 0.11426652699992701s\n", + "Query took 0.11027638399991702s\n", + "Query took 0.16864771000018663s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.16970078900067165s\n", + "Query took 0.10983037799996964s\n", + "Query took 0.10821429900079238s\n", + "Query took 0.10922321999987616s\n", + "Query took 0.10860300199965423s\n", + "Query took 0.1104269919997023s\n", + "Query took 0.11011031500038371s\n", + "Query took 0.17052685300041048s\n", + "Query took 0.16907936299958237s\n", + "Query took 0.11859817300046416s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1090412120001929s\n", + "Query took 0.17841274600050383s\n", + "Query took 0.1106869449995429s\n", + "Query took 0.11292202299955534s\n", + "Query took 0.17858075200001622s\n", + "Query took 0.11404762799975288s\n", + "Query took 0.11005616500005999s\n", + "Query took 0.17266381999979785s\n", + "Query took 0.11234557799980394s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11246780900000886s\n", + "Query took 0.11248926300049789s\n", + "Query took 0.11417731500023365s\n", + "Query took 0.1634074720004719s\n", + "Query took 0.16824309799994808s\n", + "Query took 0.10844139700020605s\n", + "Query took 0.1137115729998186s\n", + "Query took 0.11469292400033737s\n", + "Query took 0.11148894199959614s\n", + "Query took 0.17285102200003166s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17334051900070335s\n", + "Query took 0.11234056399916881s\n", + "Query took 0.12638726600016525s\n", + "Query took 0.12080958400019881s\n", + "Query took 0.16790171200045734s\n", + "Query took 0.17045911500008515s\n", + "Query took 0.11904450700058078s\n", + "Query took 0.12242884100032825s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1656909049997921s\n", + "Query took 0.18114283499926387s\n", + "Query took 0.10871304100055568s\n", + "Query took 0.11012373699941236s\n", + "Query took 0.11764540400054102s\n", + "Query took 0.11965302899989183s\n", + "Query took 0.17024756699993304s\n", + "Query took 0.17576518799978658s\n", + "Query took 0.11424337300013576s\n", + "Query took 0.12656233600046107s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.16956557599951338s\n", + "Query took 0.16450187399914284s\n", + "Query took 0.11720282200076326s\n", + "Query took 0.11917995099975087s\n", + "Query took 0.11412262199974066s\n", + "Query took 0.16658797699983552s\n", + "Query took 0.16390026499993837s\n", + "Query took 0.11412606500016409s\n", + "Query took 0.12558080300004804s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18757821700000932s\n", + "Query took 0.12557310499960295s\n", + "Query took 0.11965625100037869s\n", + "Query took 0.14155696799934958s\n", + "Query took 0.16971103899959417s\n", + "Query took 0.11585940100030712s\n", + "Query took 0.1251642269999138s\n", + "Query took 0.17305519500041555s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1788738329996704s\n", + "Query took 0.13379562799946143s\n", + "Query took 0.17357673400056228s\n", + "Query took 0.1558203879994835s\n", + "Query took 0.1840430459997151s\n", + "Query took 0.20850105800036545s\n", + "Query took 0.12173733599956904s\n", + "Query took 0.1986636150004415s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1534562590004498s\n", + "Query took 0.122549209000681s\n", + "Query took 0.1266227109999818s\n", + "Query took 0.16978240400021605s\n", + "Query took 0.16509858100016572s\n", + "Query took 0.11285761799990723s\n", + "Query took 0.11593739799991454s\n", + "Query took 0.11434449500029586s\n", + "Query took 0.11214508000011847s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.18132917099956103s\n", + "Query took 0.17019741500007513s\n", + "Query took 0.18466727299983177s\n", + "Query took 0.11837450599978183s\n", + "Query took 0.11004434599999513s\n", + "Query took 0.1695220519995928s\n", + "Query took 0.1826059900004111s\n", + "Query took 0.12166908400013199s\n", + "Query took 0.12463944899991475s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1756971879995035s\n", + "Query took 0.1727822640004888s\n", + "Query took 0.12676378400010435s\n", + "Query took 0.11670273799973074s\n", + "Query took 0.17314878999968641s\n", + "Query took 0.1120856690004075s\n", + "Query took 0.11343668599965895s\n", + "Query took 0.1927260699994804s\n", + "Query took 0.11876326099991275s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.10967451299984532s\n", + "Query took 0.16353346100004273s\n", + "Query took 0.163783758000136s\n", + "Query took 0.11087765200045396s\n", + "Query took 0.11385851000068214s\n", + "Query took 0.11423657199975423s\n", + "Query took 0.11333227700015414s\n", + "Query took 0.17049822399985715s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1743920340004479s\n", + "Query took 0.1114196759999686s\n", + "Query took 0.11405317000026116s\n", + "Query took 0.11331301199970767s\n", + "Query took 0.11149739200027398s\n", + "Query took 0.16856580700004997s\n", + "Query took 0.1647378369998478s\n", + "Query took 0.11254029600058857s\n", + "Query took 0.10890303699943615s\n", + "Query took 0.11103232200002822s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11273546899974463s\n", + "Query took 0.17405615400002716s\n", + "Query took 0.1768897729998571s\n", + "Query took 0.1169419759999073s\n", + "Query took 0.11162770500050101s\n", + "Query took 0.11595534600019164s\n", + "Query took 0.11024470200027281s\n", + "Query took 0.1675195240004541s\n", + "Query took 0.1715966669999034s\n", + "Query took 0.11325556800056802s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11956211400047323s\n", + "Query took 0.1804838040006871s\n", + "Query took 0.11209224699996412s\n", + "Query took 0.11390919299992674s\n", + "Query took 0.16619109899966134s\n", + "Query took 0.1128230899994378s\n", + "Query took 0.11221652600033849s\n", + "Query took 0.1674681549993693s\n", + "Query took 0.10759060999953363s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11171623300015199s\n", + "Query took 0.10826230500060774s\n", + "Query took 0.11234451200016338s\n", + "Query took 0.16558749800060468s\n", + "Query took 0.11290747200018814s\n", + "Query took 0.11088986000049772s\n", + "Query took 0.16200992399990355s\n", + "Query took 0.10894716000075277s\n", + "Query took 0.1108375600006184s\n", + "Query took 0.1105627610004376s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1119183629998588s\n", + "Query took 0.16750399100055802s\n", + "Query took 0.11245969499941566s\n", + "Query took 0.11304926600041654s\n", + "Query took 0.16339727600006881s\n", + "Query took 0.10978454400083137s\n", + "Query took 0.1153896989999339s\n", + "Query took 0.1744479519993547s\n", + "Query took 0.1799165560005349s\n", + "Query took 0.11109142700024677s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11336796500017954s\n", + "Query took 0.11504374699961772s\n", + "Query took 0.1181882709997808s\n", + "Query took 0.1722028149997641s\n", + "Query took 0.16938441900038015s\n", + "Query took 0.10969413400016492s\n", + "Query took 0.10955672500040237s\n", + "Query took 0.10916547699980583s\n", + "Query took 0.11033536299964908s\n", + "Query took 0.11366515899953811s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17417112800012546s\n", + "Query took 0.17181884300043748s\n", + "Query took 0.11285879600018234s\n", + "Query took 0.12057443899993814s\n", + "Query took 0.1726385419997314s\n", + "Query took 0.1827957379991858s\n", + "Query took 0.11328548599976784s\n", + "Query took 0.1135738789998868s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11169909499949426s\n", + "Query took 0.10976325200044812s\n", + "Query took 0.11170268600017152s\n", + "Query took 0.168441177999739s\n", + "Query took 0.16621985099936865s\n", + "Query took 0.10951211700012209s\n", + "Query took 0.11390710899922851s\n", + "Query took 0.11060427299980802s\n", + "Query took 0.11235356300039712s\n", + "Query took 0.11539860100037913s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.17061563199968077s\n", + "Query took 0.18104033399959008s\n", + "Query took 0.10907851600040885s\n", + "Query took 0.11131713899976603s\n", + "Query took 0.11141362200032745s\n", + "Query took 0.17330591199970513s\n", + "Query took 0.16896378800083767s\n", + "Query took 0.11132643099972483s\n", + "Query took 0.11151812800017069s\n", + "Query took 0.18458636500054126s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11048569700051303s\n", + "Query took 0.11473064500023611s\n", + "Query took 0.10976960999960284s\n", + "Query took 0.10809039400010079s\n", + "Query took 0.16424121999989438s\n", + "Query took 0.1751126649996877s\n", + "Query took 0.10874181700000918s\n", + "Query took 0.11551530199994886s\n", + "Query took 0.11319906899916532s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11352594399977534s\n", + "Query took 0.17529594999996334s\n", + "Query took 0.1722221099998933s\n", + "Query took 0.11131005700008245s\n", + "Query took 0.11526036099985504s\n", + "Query took 0.11109922400009964s\n", + "Query took 0.11279683000066143s\n", + "Query took 0.17676400300024397s\n", + "Query took 0.1691626060000999s\n", + "Query took 0.10913669799992931s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11237324200010335s\n", + "Query took 0.11154600500049128s\n", + "Query took 0.11121206900043035s\n", + "Query took 0.17683204500008287s\n", + "Query took 0.11404134199983673s\n", + "Query took 0.11311620299966307s\n", + "Query took 0.1606769179998082s\n", + "Query took 0.11379499299982854s\n", + "Query took 0.11760134299947822s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.1700373909998234s\n", + "Query took 0.11564940400057822s\n", + "Query took 0.11118665600042732s\n", + "Query took 0.16080826399957004s\n", + "Query took 0.1095480479998514s\n", + "Query took 0.1128542850001395s\n", + "Query took 0.17668028499974753s\n", + "Query took 0.11294396599987522s\n", + "Query took 0.11261984500015387s\n", + "Query took 0.17667241299932357s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.11429456600035337s\n", + "Query took 0.11096855100004177s\n", + "Query took 0.1728665099999489s\n", + "Query took 0.11013610200006951s\n", + "Query took 0.10994725299951824s\n", + "Query took 0.17392381300032866s\n", + "Query took 0.11138253300032375s\n", + "Query took 0.11157736999939516s\n", + "Query took 0.17251397400013957s\n", + "Deferred points: 0\n", + "Running optimizations: 1\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.10993505899932643s\n", + "Query took 0.11418163400048797s\n", + "Query took 0.17368423700008861s\n", + "Query took 0.10941126200032159s\n", + "Query took 0.10971814599997742s\n", + "Query took 0.10951634100001684s\n", + "Query took 0.10882962399955431s\n", + "Query took 0.16376290199968935s\n", + "Query took 0.1110501019993535s\n", + "Query took 0.11073310000028869s\n", + "Deferred points: 0\n", + "Running optimizations: 0\n", + "Queued optimizations: 0\n", + "Completed optimizations: 0\n", + "Query took 0.10715879000053974s\n", + "Query took 0.11301505099982023s\n", + "Query took 0.10777910500019061s\n", + "Query took 0.10737013299967657s\n", + "Query took 0.10966534999988653s\n", + "Query took 0.1076670379998177s\n", + "Query took 0.1072052919998896s\n", + "Query took 0.11192964400015626s\n", + "Query took 0.11354841599950305s\n", + "Query took 0.10853555700032302s\n", + "Query took 0.10657357600030082s\n", + "Query took 0.10760209799991571s\n", + "Query took 0.10664767000071151s\n", + "Query took 0.1086191170006714s\n", + "Query took 0.10917722000067442s\n", + "Query took 0.1084552080001231s\n", + "Query took 0.10790142299993022s\n", + "Query took 0.1120188959994266s\n", + "Query took 0.11242454900002485s\n", + "Query took 0.11050563600019814s\n", + "Query took 0.10941232400000445s\n", + "Query took 0.1084597200006101s\n", + "Query took 0.10754722799993033s\n", + "Query took 0.10818830900007015s\n", + "Query took 0.15440193500035093s\n", + "Query took 0.1702565039995534s\n", + "Query took 0.11150398000063433s\n", + "Query took 0.10944250899956387s\n", + "Query took 0.10947257299994817s\n", + "Query took 0.13212528199983353s\n", + "Query took 0.17644377000033273s\n", + "Query took 0.15526824000062334s\n", + "Query took 0.10901228799957607s\n", + "Query took 0.10958049799955916s\n", + "Query took 0.10769898499984265s\n", + "Query took 0.11071958800039283s\n", + "Query took 0.10916968499986979s\n", + "Query took 0.10954862099970342s\n", + "Query took 0.17338256599941815s\n", + "Query took 0.1677748510001038s\n", + "Query took 0.11002229299992905s\n", + "Query took 0.1278663149996646s\n", + "Query took 0.1234940779995668s\n", + "Query took 0.17201921200012293s\n", + "Query took 0.17230108300009306s\n", + "Query took 0.11195958000007522s\n", + "Query took 0.10844894399997429s\n", + "Query took 0.10970045500016568s\n", + "Query took 0.10976831100015261s\n", + "Query took 0.17070995999984007s\n", + "Query took 0.1724918420004542s\n", + "Query took 0.11135555100008787s\n", + "Query took 0.11119945700011158s\n", + "Query took 0.111954066999715s\n", + "Query took 0.17862734400023328s\n", + "Query took 0.17336849399998755s\n", + "Query took 0.11227632500049367s\n", + "Query took 0.1103297379995638s\n", + "Query took 0.11472084999968502s\n", + "Query took 0.11939435900058015s\n", + "Query took 0.11038091099999292s\n", + "Query took 0.158321299999443s\n", + "Query took 0.17325995000010153s\n", + "Query took 0.11259796699960134s\n", + "Query took 0.12090413500027353s\n", + "Query took 0.10897298899999441s\n", + "Query took 0.1743124380000154s\n", + "Query took 0.16941900399979204s\n", + "Query took 0.11117229400042561s\n", + "Query took 0.11334562100000767s\n", + "Query took 0.10964015099943936s\n", + "Query took 0.11037693999969633s\n", + "Query took 0.1747171890001482s\n", + "Query took 0.17749559200001386s\n", + "Query took 0.11588218500037328s\n", + "Query took 0.11031652600013331s\n", + "Query took 0.10969954200027132s\n", + "Query took 0.11346251600025425s\n", + "Query took 0.171490934000758s\n", + "Query took 0.16954258100031439s\n", + "Query took 0.10735990300054254s\n", + "Query took 0.10961192200011283s\n", + "Query took 0.11044555199987371s\n", + "Query took 0.11478471000009449s\n", + "Query took 0.1114932479995332s\n", + "Query took 0.17114525099987077s\n", + "Query took 0.1707253770000534s\n", + "Query took 0.10865558999921632s\n", + "Query took 0.10960186800002703s\n", + "Query took 0.1087004959999831s\n", + "Query took 0.10915547799959313s\n", + "Query took 0.10829491299955407s\n", + "Query took 0.11051118499926815s\n", + "Query took 0.16546986000048491s\n", + "Query took 0.1770456890008063s\n", + "Query took 0.11272018799991201s\n", + "Query took 0.11340092699992965s\n", + "Query took 0.1089420300004349s\n", + "Query took 0.17716773000029207s\n", + "Query took 0.10786614600056055s\n", + "Query took 0.11910031600018556s\n", + "Query took 0.17524847599997884s\n", + "Query took 0.11473251000006712s\n", + "Query took 0.1160390479999478s\n", + "Query took 0.16517733199998474s\n", + "Query took 0.10748499500004982s\n", + "Query took 0.11250044299958972s\n", + "Query took 0.1658581179999601s\n", + "Query took 0.10708374600017123s\n", + "Query took 0.11057199599963496s\n", + "Query took 0.17802561999997124s\n", + "Query took 0.11026358300023276s\n", + "Query took 0.11930077399938455s\n", + "Query took 0.11008578799919633s\n", + "Query took 0.17973091400017438s\n", + "Query took 0.17033449599966843s\n", + "Query took 0.10910441699979856s\n", + "Query took 0.10819377999996505s\n", + "Query took 0.11544152599981317s\n", + "Query took 0.11382969100031914s\n", + "Query took 0.17089041300005192s\n", + "Query took 0.17773287599993637s\n", + "Query took 0.1088356410000415s\n", + "Query took 0.1086209980003332s\n", + "Query took 0.10773001799952908s\n", + "Query took 0.1089543620000768s\n", + "Query took 0.11531639500026358s\n", + "Query took 0.11252350399990974s\n", + "Query took 0.16577136799969594s\n", + "Query took 0.16506002200003422s\n", + "Query took 0.11112933999993402s\n", + "Query took 0.11337504200037074s\n", + "Query took 0.11229989000003116s\n", + "Query took 0.11228779700013547s\n", + "Query took 0.10932419100026891s\n", + "Query took 0.16963340199981758s\n", + "Query took 0.16213188500023534s\n", + "Query took 0.11300069600019924s\n", + "Query took 0.11033580399998755s\n", + "Query took 0.11039260500001546s\n", + "Query took 0.11088809900047636s\n", + "Query took 0.17171033000067837s\n", + "Query took 0.17528463600046962s\n", + "Query took 0.11203085200031637s\n", + "Query took 0.1108842999992703s\n", + "Query took 0.11036837899973762s\n", + "Query took 0.11020783999993s\n", + "Query took 0.1093611440001041s\n", + "Query took 0.11342664899984811s\n", + "Query took 0.16777925499991397s\n", + "Query took 0.1652472720006699s\n", + "Query took 0.10988395799995487s\n", + "Query took 0.10935176899965882s\n", + "Query took 0.1073006409997106s\n", + "Query took 0.10851007200017193s\n", + "Query took 0.11135525600002438s\n", + "Query took 0.10833193800044683s\n", + "Query took 0.1676378520005528s\n", + "Query took 0.1698604590001196s\n", + "Query took 0.111149559000296s\n", + "Query took 0.1097716690001107s\n", + "Query took 0.1159201860000394s\n", + "Query took 0.10828558299999713s\n", + "Query took 0.16991484200025297s\n", + "Query took 0.10806797700024617s\n", + "Query took 0.11060075399927882s\n", + "Query took 0.1700093970002854s\n", + "Query took 0.10943729299924598s\n", + "Query took 0.10920343100042373s\n", + "Query took 0.11017332000028546s\n", + "Query took 0.10671788699983153s\n", + "Query took 0.16833773700000165s\n", + "Query took 0.18046996200064314s\n", + "Query took 0.11090048300047783s\n", + "Query took 0.10922429400034162s\n", + "Query took 0.1135989710001013s\n", + "Query took 0.10898225500022818s\n", + "Query took 0.1714856199996575s\n", + "Query took 0.1800853750000897s\n", + "Query took 0.10989477800012537s\n", + "Query took 0.10948501900020347s\n", + "Query took 0.11052150100022118s\n", + "Query took 0.10883317699972395s\n", + "Query took 0.17741066300004604s\n", + "Query took 0.10736739500043768s\n", + "Query took 0.10785259600015706s\n", + "Query took 0.1721198880004522s\n", + "Query took 0.11455728100008855s\n", + "Query took 0.11431938100031402s\n", + "Query took 0.11151607800002239s\n", + "Query took 0.10886491700057377s\n", + "Query took 0.16423714200027462s\n", + "Query took 0.17184017099953053s\n", + "Query took 0.11075658499976271s\n", + "Query took 0.11312277500019263s\n", + "Query took 0.11007688700010476s\n", + "Query took 0.11050035600055708s\n", + "Query took 0.11214099900007568s\n", + "Query took 0.107255463999536s\n", + "Query took 0.1642331169996396s\n", + "Query took 0.16684597700077575s\n", + "Query took 0.11004921199946693s\n", + "Query took 0.1114203400002225s\n", + "Query took 0.10953380400042079s\n", + "Query took 0.11012226300044858s\n", + "Query took 0.17364859099961905s\n", + "Query took 0.10826502100007929s\n", + "Query took 0.11116327099989576s\n", + "Query took 0.1760694449994844s\n", + "Query took 0.10888223899928562s\n", + "Query took 0.11012073300025804s\n", + "Query took 0.11837447000016255s\n", + "Query took 0.1822535909996077s\n", + "Query took 0.1676229360000434s\n", + "Query took 0.10915029799980402s\n", + "Query took 0.11072562099980132s\n", + "Query took 0.10861439099971903s\n", + "Query took 0.10973710300004313s\n", + "Query took 0.11078262200044264s\n", + "Query took 0.17059597900060908s\n", + "Query took 0.16597657200054527s\n", + "Query took 0.1106679759996041s\n", + "Query took 0.10937967900008516s\n", + "Query took 0.11053421799988428s\n", + "Query took 0.11072343099931459s\n", + "Query took 0.17655293200004962s\n", + "Query took 0.11539437200008251s\n", + "Query took 0.1203118089997588s\n", + "Query took 0.16192555700035882s\n", + "Query took 0.17685174899997946s\n", + "Query took 0.11147622400039836s\n", + "Query took 0.11399881999932404s\n", + "Query took 0.11133468800016999s\n", + "Query took 0.11370563800028322s\n", + "Query took 0.11031778100004885s\n", + "Query took 0.17573720200016396s\n", + "Query took 0.1717079019999801s\n", + "Query took 0.12110997699983272s\n", + "Query took 0.1324138519994449s\n", + "Query took 0.16505718200005504s\n", + "Query took 0.16507537200050137s\n", + "Query took 0.1108796459993755s\n", + "Query took 0.11153917999945406s\n", + "Query took 0.11346713600050862s\n", + "Query took 0.11375223499999265s\n", + "Query took 0.17253092200007814s\n", + "Query took 0.17198172499956854s\n", + "Query took 0.11518684899965592s\n", + "Query took 0.11423127299985936s\n", + "Query took 0.11503569999968022s\n", + "Query took 0.1740134230003605s\n", + "Query took 0.1648822580000342s\n", + "Query took 0.1123796299998503s\n", + "Query took 0.11305880599957163s\n", + "Query took 0.11362483399989287s\n", + "Query took 0.11259872499977064s\n", + "Query took 0.17304539299948374s\n", + "Query took 0.17024736900020798s\n", + "Query took 0.1149132880000252s\n", + "Query took 0.11173653999958333s\n", + "Query took 0.11113628200018866s\n", + "Query took 0.10941110499970819s\n", + "Query took 0.16946033200019883s\n", + "Query took 0.17391864399996848s\n", + "Query took 0.10945709500083467s\n", + "Query took 0.11433112399936363s\n", + "Query took 0.11130803200012451s\n", + "Query took 0.11100529299983464s\n", + "Query took 0.11119919500015385s\n", + "Query took 0.10966281699984393s\n", + "Query took 0.16611463500066748s\n", + "Query took 0.16469436999977916s\n", + "Query took 0.11050689299918304s\n", + "Query took 0.10855834900030459s\n", + "Query took 0.1080303400003686s\n", + "Query took 0.10978140600036568s\n", + "Query took 0.10963151600026322s\n", + "Query took 0.18185000300036336s\n", + "Query took 0.1745236400001886s\n", + "Query took 0.10892846200022177s\n", + "Query took 0.11203523299991502s\n", + "Query took 0.10809870299999602s\n", + "Query took 0.17833177900047303s\n", + "Query took 0.1123982649996833s\n", + "Query took 0.1175416830001268s\n", + "Query took 0.163367506999748s\n", + "Query took 0.11110856199957198s\n", + "Query took 0.1099319179993472s\n", + "Query took 0.17205487299997912s\n", + "Query took 0.1099003930003164s\n", + "Query took 0.11134736599979078s\n", + "Query took 0.17833871299990278s\n", + "Query took 0.11254830100006075s\n", + "Query took 0.11131412300073862s\n", + "Query took 0.17169040400040103s\n", + "Query took 0.1070899169999393s\n", + "Query took 0.1095028129993807s\n", + "Query took 0.10679986299965094s\n", + "Query took 0.11150798599919653s\n", + "Query took 0.10761470299985376s\n", + "Query took 0.1788171419993887s\n", + "Query took 0.1670327689998885s\n", + "Query took 0.11128951399950893s\n", + "Query took 0.11924819100022432s\n", + "Query took 0.10822515600011684s\n", + "Query took 0.11058981800033507s\n", + "Query took 0.10930162500062579s\n", + "Query took 0.11227576399960526s\n", + "Query took 0.10788689700075338s\n", + "Query took 0.15753695700004755s\n", + "Query took 0.15988626399939676s\n", + "Query took 0.12087195000003703s\n", + "Query took 0.11358049999944342s\n", + "Query took 0.11211658399952285s\n", + "Query took 0.11387519599975349s\n", + "Query took 0.1631535200003782s\n", + "Query took 0.1670711910001046s\n", + "Query took 0.10806467000020348s\n", + "Query took 0.1088919910007462s\n", + "Query took 0.11014421800064156s\n", + "Query took 0.10745418999977119s\n", + "Query took 0.10931267999967531s\n", + "Query took 0.10727359800057457s\n", + "Query took 0.16374987899962434s\n", + "Query took 0.10903160300040327s\n", + "Query took 0.1135776139999507s\n", + "Query took 0.16249343400068028s\n", + "Query took 0.10933813700012252s\n", + "Query took 0.10890185200059932s\n", + "Query took 0.10826874500071426s\n", + "Query took 0.10742647500046587s\n", + "Query took 0.16540823500054103s\n", + "Query took 0.11144350599988684s\n", + "Query took 0.10767163199943752s\n", + "Query took 0.1695137450005859s\n", + "Query took 0.11258396699940931s\n", + "Query took 0.10883935699985159s\n", + "Query took 0.10846807699999772s\n", + "Query took 0.10998867000034807s\n", + "Query took 0.17000323299998854s\n", + "Query took 0.1119956420006929s\n", + "Query took 0.11280601300040871s\n", + "Query took 0.16530220200002077s\n", + "Query took 0.11113661200033675s\n", + "Query took 0.1109924519996639s\n", + "Query took 0.1764188520000971s\n", + "Query took 0.11258058800012805s\n", + "Query took 0.1099696680003035s\n", + "Query took 0.10774755999955232s\n", + "Query took 0.10975894599960156s\n", + "Query took 0.1667292020001696s\n", + "Query took 0.17446795599971665s\n", + "Query took 0.1109526950003783s\n", + "Query took 0.1109405910001442s\n", + "Query took 0.1071890129996973s\n", + "Query took 0.11454846099968563s\n", + "Query took 0.11524837699926138s\n", + "Query took 0.1721157950005363s\n", + "Query took 0.1665053850001641s\n", + "Query took 0.10976596599994082s\n", + "Query took 0.1091811639998923s\n", + "Query took 0.11110930199993163s\n", + "Query took 0.10969480099993234s\n", + "Query took 0.17788854500031448s\n", + "Query took 0.1759561090002535s\n", + "Query took 0.10870233600053325s\n", + "Query took 0.10828749099982815s\n", + "Query took 0.10973749500044505s\n", + "Query took 0.11092964699946606s\n", + "Query took 0.1134331530001873s\n", + "Query took 0.11074132100020506s\n", + "Query took 0.1672469840004851s\n", + "Query took 0.16773689899946476s\n", + "Query took 0.11166288600088592s\n", + "Query took 0.11142476700024417s\n", + "Query took 0.10915353700056585s\n", + "Query took 0.11108878599952732s\n", + "Query took 0.1113461280001502s\n", + "Query took 0.17111516099976143s\n", + "Query took 0.16352166199976637s\n", + "Query took 0.10913229500056332s\n", + "Query took 0.11041694399955304s\n", + "Query took 0.1070063699999082s\n", + "Query took 0.11611929700029577s\n", + "Query took 0.11265940000066621s\n", + "Query took 0.1699964129993532s\n", + "Query took 0.17598247099977016s\n", + "Query took 0.10981800500030658s\n", + "Query took 0.10844329300016398s\n", + "Query took 0.1101968120001402s\n", + "Query took 0.10791715200048202s\n", + "Query took 0.11418810099985421s\n", + "Query took 0.11323604300014267s\n", + "Query took 0.16285659999994095s\n", + "Query took 0.16173647999949026s\n", + "Query took 0.10955474799993681s\n", + "Query took 0.10942608400000609s\n", + "Query took 0.1078538080000726s\n", + "Query took 0.1093574129999979s\n", + "Query took 0.10872002999985853s\n", + "Query took 0.17609996800001682s\n", + "Query took 0.1690118970000185s\n", + "Query took 0.10801328300021851s\n", + "Query took 0.10964879099992686s\n", + "Query took 0.11025192000033712s\n", + "Query took 0.11002088599980198s\n", + "Query took 0.10773025100024824s\n", + "Query took 0.10771294799997122s\n", + "Query took 0.16877696800020203s\n", + "Query took 0.16854893500021717s\n", + "Query took 0.10685768600069423s\n", + "Query took 0.10910127300030581s\n", + "Query took 0.1099941040001795s\n", + "Query took 0.11110237100001541s\n", + "Query took 0.11238395599957585s\n", + "Query took 0.10913318999973853s\n", + "Query took 0.16808132100049988s\n", + "Query took 0.17152422700019088s\n", + "Query took 0.10918220999974437s\n", + "Query took 0.11126554099973873s\n", + "Query took 0.11021482000069227s\n", + "Query took 0.11179578300016146s\n", + "Query took 0.11043653099932271s\n", + "Query took 0.17752128899974196s\n", + "Query took 0.18027243400047155s\n", + "Query took 0.11613794500044605s\n", + "Query took 0.11677636499916844s\n", + "Query took 0.17266713800017897s\n", + "Query took 0.17573824600003718s\n", + "Query took 0.11040074999982608s\n", + "Query took 0.1123078370001167s\n", + "Query took 0.11290763300075923s\n", + "Query took 0.11108640599923092s\n", + "Query took 0.17249026499939646s\n", + "Query took 0.1720728850004889s\n", + "Query took 0.11303285400026652s\n", + "Query took 0.11472021900044638s\n", + "Query took 0.11209026699998503s\n", + "Query took 0.11375045500062697s\n", + "Query took 0.11249000400039222s\n", + "Query took 0.16281311700004153s\n", + "Query took 0.16062577800039435s\n", + "Query took 0.114277409999886s\n", + "Query took 0.11295776900078636s\n", + "Query took 0.18321830500008218s\n", + "Query took 0.11071876999994856s\n", + "Query took 0.10832827300055214s\n", + "Query took 0.17380146000050445s\n", + "Query took 0.11544030000004568s\n", + "Query took 0.11383470500004478s\n", + "Query took 0.16991935500027466s\n", + "Query took 0.11489153599995916s\n", + "Query took 0.11146097999971971s\n", + "Query took 0.1644856000002619s\n", + "Query took 0.1090457010004684s\n", + "Query took 0.10780111799977021s\n", + "Query took 0.176750243999777s\n", + "Query took 0.11471633599921915s\n", + "Query took 0.11075327199978346s\n", + "Query took 0.17837078199954703s\n", + "Query took 0.10754078599984496s\n", + "Query took 0.10805735099984304s\n", + "Query took 0.11076842900001793s\n", + "Query took 0.10997335299998667s\n", + "Query took 0.16681035599958705s\n", + "Query took 0.17490217199974722s\n", + "Query took 0.11171602400008851s\n", + "Query took 0.11025943999993615s\n", + "Query took 0.10848490500029584s\n", + "Query took 0.10984404000009818s\n", + "Query took 0.11129668299963669s\n", + "Query took 0.1110508440006015s\n", + "Query took 0.16742128800069622s\n", + "Query took 0.1661880020001263s\n", + "Query took 0.11123866799971438s\n", + "Query took 0.10942769899975247s\n", + "Query took 0.11173410099945613s\n", + "Query took 0.1124772799994389s\n", + "Query took 0.17549223999958485s\n", + "Query took 0.11081108500002301s\n", + "Query took 0.11299906200019905s\n", + "Query took 0.163880398999936s\n", + "Query took 0.11199687199950858s\n", + "Query took 0.11180084100033127s\n", + "Query took 0.17116644400084624s\n", + "Query took 0.18741712900009588s\n", + "Query took 0.11288078500001575s\n", + "Query took 0.11267578000024514s\n", + "Query took 0.10887709300004644s\n", + "Query took 0.11209947600036685s\n", + "Query took 0.17566197700034536s\n", + "Query took 0.1704547180006557s\n", + "Query took 0.11317685199992411s\n", + "Query took 0.1088189890006106s\n", + "Query took 0.10693568599981518s\n", + "Query took 0.10863984600018739s\n", + "Query took 0.17731902799914678s\n", + "Query took 0.1104681939996226s\n", + "Query took 0.11046613799953775s\n", + "Query took 0.17087579899998673s\n", + "Query took 0.10856236399922636s\n", + "Query took 0.11341978600012226s\n", + "Query took 0.11404765699990094s\n", + "Query took 0.11140254299971275s\n", + "Query took 0.16464235300009022s\n", + "Query took 0.1736869039996236s\n", + "Query took 0.10955315599949245s\n", + "Query took 0.10978091000015411s\n", + "Query took 0.11041313299938338s\n", + "Query took 0.11192544899950008s\n", + "Query took 0.11183710899967991s\n", + "Query took 0.10937562999970396s\n", + "Query took 0.16537265700026182s\n", + "Query took 0.1659502739994423s\n", + "Query took 0.10895479300052102s\n", + "Query took 0.11126427500039426s\n", + "Query took 0.11016016500070691s\n", + "Query took 0.10936555299940665s\n", + "Query took 0.10975727099958021s\n", + "Query took 0.11150074000033783s\n", + "Query took 0.1674929359996895s\n", + "Query took 0.16883362399948965s\n", + "Query took 0.10977438900044945s\n", + "Query took 0.10885624200000166s\n", + "Query took 0.10951313100031257s\n", + "Query took 0.1105922599999758s\n", + "Query took 0.11100555699977122s\n", + "Query took 0.16826246600066952s\n", + "Query took 0.1780490479995933s\n", + "Query took 0.109099518000221s\n", + "Query took 0.10904051499983325s\n", + "Query took 0.10893986400060385s\n", + "Query took 0.10980305900011444s\n", + "Query took 0.11150443800033827s\n", + "Query took 0.17493027399996208s\n", + "Query took 0.16911087300013605s\n", + "Query took 0.11041597999974329s\n", + "Query took 0.1098107899997558s\n", + "Query took 0.11105790300007357s\n", + "Query took 0.10832773099991755s\n", + "Query took 0.1750826279994726s\n", + "Query took 0.1099063510000633s\n", + "Query took 0.11342140000033396s\n", + "Query took 0.1687487550007063s\n", + "Query took 0.11396135399991181s\n", + "Query took 0.1132910019996416s\n", + "Query took 0.1702561660003994s\n", + "Query took 0.10787813000024471s\n", + "Query took 0.12052674699953059s\n", + "Query took 0.10960479699951975s\n", + "Query took 0.10976191299960192s\n", + "Query took 0.16383123400009936s\n", + "Query took 0.169710828999996s\n", + "Query took 0.11299165000036737s\n", + "Query took 0.1072853320001741s\n", + "Query took 0.10806675999992876s\n", + "Query took 0.11829231399951823s\n", + "Query took 0.17816539400064357s\n", + "Query took 0.17060680000031425s\n", + "Query took 0.10851974199977121s\n", + "Query took 0.11042474700025195s\n", + "Query took 0.10823393099963141s\n", + "Query took 0.10965164800018101s\n", + "Query took 0.10921242099993833s\n", + "Query took 0.1740764449996277s\n", + "Query took 0.1729292419995545s\n", + "Query took 0.10979441300059989s\n", + "Query took 0.10741634499936481s\n", + "Query took 0.10853970299922366s\n", + "Query took 0.10875012799988326s\n", + "Query took 0.11231642699931399s\n", + "Query took 0.11752237899963802s\n", + "Query took 0.16635055000006105s\n", + "Query took 0.16862530799971864s\n", + "Query took 0.12384957500034943s\n", + "Query took 0.12639509299970086s\n", + "Query took 0.17376823100039474s\n", + "Query took 0.18231521199959388s\n", + "Query took 0.11977142699925025s\n", + "Query took 0.12532433999967907s\n", + "Query took 0.11075768699993205s\n", + "Query took 0.1668237849999059s\n", + "Query took 0.1651150730003792s\n", + "Query took 0.11239692399976775s\n", + "Query took 0.11236359099984838s\n", + "Query took 0.11069913200026349s\n", + "Query took 0.11207514899979287s\n", + "Query took 0.11472111100010807s\n", + "Query took 0.16338207300032082s\n", + "Query took 0.15868677100024797s\n", + "Query took 0.10810399299953133s\n", + "Query took 0.1138945259999673s\n", + "Query took 0.11138199400011217s\n", + "Query took 0.10774524200041924s\n", + "Query took 0.10828467600003933s\n", + "Query took 0.1730256589999044s\n", + "Query took 0.17065238899976976s\n", + "Query took 0.11186913900019135s\n", + "Query took 0.10787215199979983s\n", + "Query took 0.11188309799945273s\n", + "Query took 0.10909015399920463s\n", + "Query took 0.10901976600052876s\n", + "Query took 0.11030547900008969s\n", + "Query took 0.16656887699991785s\n", + "Query took 0.16793710000001738s\n", + "Query took 0.10975317999964318s\n", + "Query took 0.11174039199977415s\n", + "Query took 0.10926828799983923s\n", + "Query took 0.11119700200015359s\n", + "Query took 0.1767254779997529s\n", + "Query took 0.174178227000084s\n", + "Query took 0.11752250900008221s\n", + "Query took 0.11322315800043725s\n", + "Query took 0.11434895700040215s\n", + "Query took 0.12026169000000664s\n", + "Query took 0.17141485899992404s\n", + "Query took 0.1689054970001962s\n", + "Query took 0.12427754799955437s\n", + "Query took 0.11241791300017212s\n", + "Query took 0.1688356989998283s\n", + "Query took 0.11013182200076699s\n", + "Query took 0.11704398500023672s\n", + "Query took 0.171480388999953s\n", + "Query took 0.11259480599983362s\n", + "Query took 0.10855337199973292s\n", + "Query took 0.16630081399944174s\n", + "Query took 0.11072384999988572s\n", + "Query took 0.11265521499990427s\n", + "Query took 0.11429803200007882s\n", + "Query took 0.11355286199977854s\n", + "Query took 0.16064237999944453s\n", + "Query took 0.17073090800022328s\n", + "Query took 0.11113724200004071s\n", + "Query took 0.114594118000241s\n", + "Query took 0.10989342799985025s\n", + "Query took 0.1815713620007955s\n", + "Query took 0.17914162299985037s\n", + "Query took 0.1109767230000216s\n", + "Query took 0.11270633200001612s\n", + "Query took 0.1121246640004756s\n", + "Query took 0.1128741180000361s\n", + "Query took 0.16515304200038372s\n", + "Query took 0.1731377229998543s\n", + "Query took 0.10961347000011301s\n", + "Query took 0.11353624799994577s\n", + "Query took 0.10939561200029857s\n", + "Query took 0.1092507220000698s\n", + "Query took 0.10932165400026861s\n", + "Query took 0.17050043800009007s\n", + "Query took 0.16770034199998918s\n", + "Query took 0.1108469700002388s\n", + "Query took 0.11140651999994589s\n", + "Query took 0.10940295399996103s\n", + "Query took 0.1094918039998447s\n", + "Query took 0.11104548799994518s\n", + "Query took 0.10758479699961754s\n", + "Query took 0.1653964419992917s\n", + "Query took 0.16833242000029713s\n", + "Query took 0.10927188500045304s\n", + "Query took 0.1100514360005036s\n", + "Query took 0.10971843199968134s\n", + "Query took 0.10768123499929061s\n", + "Query took 0.10920345500016992s\n", + "Query took 0.107503313000052s\n", + "Query took 0.16905800699987594s\n", + "Query took 0.10982200400030706s\n", + "Query took 0.11187045800033957s\n", + "Query took 0.1617256580002504s\n", + "Query took 0.11070775799998955s\n", + "Query took 0.10907106600006955s\n", + "Query took 0.10955961899981048s\n", + "Query took 0.10817688099996303s\n", + "Query took 0.16458750200035865s\n", + "Query took 0.11422396299985849s\n", + "Query took 0.11088272599954507s\n", + "Query took 0.1692044329993223s\n", + "Query took 0.11534288900020329s\n", + "Query took 0.11505418499928055s\n", + "Query took 0.11026078999930178s\n", + "Query took 0.10971411999980774s\n", + "Query took 0.16265124500023376s\n", + "Query took 0.16985778999969625s\n", + "Query took 0.11379189699982817s\n", + "Query took 0.10696710499996698s\n", + "Query took 0.1082665010007986s\n", + "Query took 0.1110784889997376s\n", + "Query took 0.17404483200061804s\n", + "Query took 0.10868661099993915s\n", + "Query took 0.11037520999980188s\n", + "Query took 0.16866074500012473s\n", + "Query took 0.11123505900013697s\n", + "Query took 0.10822499999994761s\n", + "Query took 0.108690234000278s\n", + "Query took 0.11064438499943208s\n", + "Query took 0.1653494709998995s\n", + "Query took 0.10762334300034126s\n", + "Query took 0.10922439899968595s\n", + "Query took 0.17118462100006582s\n", + "Query took 0.10736317599912581s\n", + "Query took 0.10868775100061612s\n", + "Query took 0.11611793600059173s\n", + "Query took 0.10927729699960764s\n", + "Query took 0.16916184299952874s\n", + "Query took 0.10598464200029412s\n", + "Query took 0.11271549100001721s\n", + "Query took 0.17090286500024376s\n", + "Query took 0.11292721700010588s\n", + "Query took 0.10808697599986772s\n", + "Query took 0.16794306400061032s\n", + "Query took 0.10705178900025203s\n", + "Query took 0.11056502999963413s\n", + "Query took 0.10950398800014227s\n", + "Query took 0.11171380099949602s\n", + "Query took 0.10827442200024961s\n", + "Query took 0.17390198400062218s\n", + "Query took 0.16477969599964126s\n", + "Query took 0.11138962100085337s\n", + "Query took 0.11706074500034447s\n", + "Query took 0.10984532199927344s\n", + "Query took 0.11130504599987034s\n", + "Query took 0.10903538700040372s\n", + "Query took 0.1703506270005164s\n", + "Query took 0.166787586999817s\n", + "Query took 0.12035016200024984s\n", + "Query took 0.10795732399947155s\n", + "Query took 0.11054274500020256s\n", + "Query took 0.10874313499971322s\n", + "Query took 0.16794125700016593s\n", + "Query took 0.1790819769994414s\n", + "Query took 0.11063989699960075s\n", + "Query took 0.11276749599983305s\n", + "Query took 0.10987440899953071s\n", + "Query took 0.11144207500001357s\n", + "Query took 0.17592017500010115s\n", + "Query took 0.10864971799946943s\n", + "Query took 0.11003787699974055s\n", + "Query took 0.1648508629996286s\n", + "Query took 0.10813806500027567s\n", + "Query took 0.11225796300004731s\n", + "Query took 0.11241255000004458s\n", + "Query took 0.10833024200019281s\n", + "Query took 0.16928192999966996s\n", + "Query took 0.177774689999751s\n", + "Query took 0.11431627000001754s\n", + "Query took 0.11027415900025517s\n", + "Query took 0.17978990899973724s\n", + "Query took 0.11288225099997362s\n", + "Query took 0.11212029499984055s\n", + "Query took 0.1713600260000021s\n", + "Query took 0.11161897700003465s\n", + "Query took 0.10980246599956445s\n", + "Query took 0.11210897000000841s\n", + "Query took 0.11010592900038318s\n", + "Query took 0.1629619109999112s\n", + "Query took 0.11055883500011987s\n", + "Query took 0.10925806900013413s\n", + "Query took 0.1664497579995441s\n", + "Query took 0.11357869299990853s\n", + "Query took 0.11066198499975144s\n", + "Query took 0.11106173999996827s\n", + "Query took 0.10891516600077011s\n", + "Query took 0.1648436080004103s\n", + "Query took 0.17655934300000808s\n", + "Query took 0.11190829400038638s\n", + "Query took 0.11276740100038296s\n", + "Query took 0.11085378999996465s\n", + "Query took 0.10799390200008929s\n", + "Query took 0.17104905900032463s\n", + "Query took 0.10919550500057085s\n", + "Query took 0.10991121200004272s\n", + "Query took 0.1745435399998314s\n", + "Query took 0.11154472499947587s\n", + "Query took 0.10820034399966971s\n", + "Query took 0.11138144599954103s\n", + "Query took 0.10954594499980885s\n", + "Query took 0.16737486100009846s\n", + "Query took 0.17467163500077731s\n", + "Query took 0.11230755599990516s\n", + "Query took 0.10871987900009117s\n", + "Query took 0.11054766000052041s\n", + "Query took 0.11121130399988033s\n", + "Query took 0.17296965999958047s\n", + "Query took 0.10865030099921569s\n", + "Query took 0.11253062100058742s\n", + "Query took 0.16817748100038443s\n", + "Query took 0.10977485100011108s\n", + "Query took 0.10959335000006831s\n", + "Query took 0.10916051899948798s\n", + "Query took 0.11164706700037641s\n", + "Query took 0.16714542699992307s\n", + "Query took 0.17603428199981863s\n", + "Query took 0.10970919900046283s\n", + "Query took 0.11152507400038303s\n", + "Query took 0.11103171200011275s\n", + "Query took 0.10952921399984916s\n", + "Query took 0.17583336799998506s\n", + "Query took 0.1756316639994111s\n", + "Query took 0.11073249399942142s\n", + "Query took 0.11244138700021722s\n", + "Query took 0.10997061400030361s\n", + "Query took 0.11044253599993681s\n", + "Query took 0.16157740700055s\n", + "Query took 0.11109157299961225s\n", + "Query took 0.11046620900015114s\n", + "Query took 0.11284432299999025s\n", + "Query took 0.1629517080000369s\n", + "Query took 0.11363280400018994s\n", + "Query took 0.11096233899934305s\n", + "Query took 0.16795185299997684s\n", + "Query took 0.109058248999645s\n", + "Query took 0.10831381199932366s\n", + "Query took 0.11416992000067694s\n", + "Query took 0.16381883900066896s\n", + "Query took 0.11450815799980774s\n", + "Query took 0.1135232430005999s\n", + "Query took 0.1657474670000738s\n", + "Query took 0.11126153399982286s\n", + "Query took 0.10841031299969472s\n", + "Query took 0.10987697500058857s\n", + "Query took 0.1676769030000287s\n", + "Query took 0.10908767000000807s\n", + "Query took 0.11275162799938698s\n", + "Query took 0.11229019700022036s\n", + "Query took 0.1596259710004233s\n" + ] + } + ] + }, + { + "cell_type": "code", + "source": [ + "import json\n", + "\n", + "from statistics import mean, quantiles\n", + "\n", + "class LatencyStats(TypedDict):\n", + " min: float\n", + " p50: float\n", + " p95: float\n", + " p99: float\n", + " max: float\n", + " mean: float\n", + " throughput: float\n", + "\n", + "def get_latency_stats(stats: Stats) -> LatencyStats:\n", + " all_time = stats[\"total_query_time\"]\n", + " times = stats[\"query_latencies\"]\n", + " throughput = len(times) / all_time # qps\n", + " min_t = min(times)\n", + " max_t = max(times)\n", + " mean_t = mean(times)\n", + " quant_t = quantiles(times, n=100)\n", + " p50 = quant_t[49]\n", + " p95 = quant_t[94]\n", + " p99 = quant_t[98]\n", + "\n", + " return LatencyStats(\n", + " throughput=throughput,\n", + " min=min_t,\n", + " max=max_t,\n", + " mean=mean_t,\n", + " p50=p50,\n", + " p95=p95,\n", + " p99=p99,\n", + " )\n", + "\n", + "print(\"prevent_unoptimized = true\")\n", + "print(f\"Total optimization time: {stats_prevent['total_optimization_time']}\")\n", + "print(json.dumps(get_latency_stats(stats_prevent), indent=2))\n", + "print(\"\\n\\n\")\n", + "print(\"prevent_unoptimized = false\")\n", + "print(f\"Total optimization time: {stats_unopt['total_optimization_time']}\")\n", + "print(json.dumps(get_latency_stats(stats_unopt), indent=2))" + ], + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" }, + "id": "JCYuALrkqgMb", + "outputId": "9ff9a9bf-ccba-47a3-f4d6-e5d26c04ed0b" + }, + "execution_count": 29, + "outputs": [ { - "cell_type": "markdown", - "source": [ - "## An Apparent Win\n", - "\n", - "The better query throughput, latency and faster optimization times might all suggest that `prevent_unoptimized` is the best choice.\n", - "\n", - "This is only part of the story: `prevent_unoptimized`, by definition, prevents data points in non-fully optimized segments from being searched. This means that the search yields less results, if any, and is limited to points that were uploaded first, representing thus also a freshness problem.\n", - "\n", - "In this sense, using `prevent_unoptimized` should be done with caution: if a temporary loss in results and recall is acceptable, especially in smaller collection with lower optimization times, it can improve your latency, but, with bigger collections and longer optimization times, it can cause users to see partial results for a long time, up until all segments are fully optimized." - ], - "metadata": { - "id": "dwVfRKQMsJPp" - } + "output_type": "stream", + "name": "stdout", + "text": [ + "prevent_unoptimized = true\n", + "Total optimization time: 0.5618014159999802\n", + "{\n", + " \"throughput\": 7.161828188120137,\n", + " \"min\": 0.10708374600017123,\n", + " \"max\": 0.318348366000464,\n", + " \"mean\": 0.1380583828190147,\n", + " \"p50\": 0.11680783749989132,\n", + " \"p95\": 0.18741079325009197,\n", + " \"p99\": 0.2057121670003835\n", + "}\n", + "\n", + "\n", + "\n", + "prevent_unoptimized = false\n", + "Total optimization time: 88.14651969099941\n", + "{\n", + " \"throughput\": 6.997234614266481,\n", + " \"min\": 0.10598464200029412,\n", + " \"max\": 0.32589991400072904,\n", + " \"mean\": 0.14137714988900915,\n", + " \"p50\": 0.11991927650024081,\n", + " \"p95\": 0.1932140347504628,\n", + " \"p99\": 0.2085006406503635\n", + "}\n" + ] } - ] -} \ No newline at end of file + ] + }, + { + "cell_type": "markdown", + "source": "## An Apparent Win\n\nThe better query throughput and latency, together with the faster optimization time, might suggest that `prevent_unoptimized` is always the best choice.\n\nThat's only part of the story: by definition, `prevent_unoptimized` prevents points in non-fully-optimized segments from being searched. This means searches return fewer results, if any, and are limited to the points that were uploaded first, which is also a freshness problem.\n\nFor this reason, `prevent_unoptimized` should be used with caution. If a temporary loss of results and recall is acceptable (especially in smaller collections with lower optimization times) it can improve your latency. But in bigger collections with longer optimization times, it can cause users to see partial results for a long time, until all segments are fully optimized.", + "metadata": { + "id": "dwVfRKQMsJPp" + } + } + ] +}