examples/QueryExpansion&Reranker/main.ipynb

{
 "nbformat": 4,
 "nbformat_minor": 0,
 "metadata": {
  "colab": {
   "provenance": []
  },
  "kernelspec": {
   "name": "python3",
   "display_name": "Python 3"
  },
  "language_info": {
   "name": "python"
  },
  "widgets": {
   "application/vnd.jupyter.widget-state+json": {
    "512a4a1ac0a54087b19b3ab709d408a5": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HBoxModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_e4fffd410f144690a30509cd6ebfe3d0",
       "IPY_MODEL_e1d7a067149048cdb0c96c7b8fc49d3a",
       "IPY_MODEL_6cf906c96d934cef8bd3236d011335c3"
      ],
      "layout": "IPY_MODEL_9ccc93963e214e8ebbcec70fc8380004"
     }
    },
    "e4fffd410f144690a30509cd6ebfe3d0": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_5c103a7e49654f9fa544614faa53266d",
      "placeholder": "​",
      "style": "IPY_MODEL_094b771f8f664daba18dce94377a3b82",
      "value": "tokenizer_config.json: 100%"
     }
    },
    "e1d7a067149048cdb0c96c7b8fc49d3a": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "FloatProgressModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_8904ec0f7c5e4c84ab091ec0b41c21f7",
      "max": 405,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_43340646831643f588fc7242cb77e335",
      "value": 405
     }
    },
    "6cf906c96d934cef8bd3236d011335c3": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_9e35f34b4314464b88ae8d056a9ff0c9",
      "placeholder": "​",
      "style": "IPY_MODEL_ce328d74dd624c86bfb3564ced691433",
      "value": " 405/405 [00:00&lt;00:00, 17.7kB/s]"
     }
    },
    "9ccc93963e214e8ebbcec70fc8380004": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "5c103a7e49654f9fa544614faa53266d": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "094b771f8f664daba18dce94377a3b82": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "8904ec0f7c5e4c84ab091ec0b41c21f7": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "43340646831643f588fc7242cb77e335": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "ProgressStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "9e35f34b4314464b88ae8d056a9ff0c9": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ce328d74dd624c86bfb3564ced691433": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "f6e58bbf74fa4f72847eefbfdb88f5a5": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HBoxModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_cb16b243e4ed44cbaa44aae6dff804df",
       "IPY_MODEL_3da764b62956470bbe525b0f211d1aba",
       "IPY_MODEL_6b6d018ac1464f718de54d590a05d812"
      ],
      "layout": "IPY_MODEL_44cfb577ac064a5791edb3f985e4319e"
     }
    },
    "cb16b243e4ed44cbaa44aae6dff804df": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_626fbd41136f4695ad87b950940eee2a",
      "placeholder": "​",
      "style": "IPY_MODEL_7ee096ddd2e0430a90cd70d9038bbed8",
      "value": "vocab.txt: 100%"
     }
    },
    "3da764b62956470bbe525b0f211d1aba": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "FloatProgressModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_ad12c139c01645588babd5847828338f",
      "max": 231508,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_f9235562c819445c9dd8dbd470339686",
      "value": 231508
     }
    },
    "6b6d018ac1464f718de54d590a05d812": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_d0c9b80dbda54445a9d11db9d78483b9",
      "placeholder": "​",
      "style": "IPY_MODEL_24b143e06316458eb749bf5205a6b50b",
      "value": " 232k/232k [00:00&lt;00:00, 581kB/s]"
     }
    },
    "44cfb577ac064a5791edb3f985e4319e": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "626fbd41136f4695ad87b950940eee2a": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "7ee096ddd2e0430a90cd70d9038bbed8": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "ad12c139c01645588babd5847828338f": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "f9235562c819445c9dd8dbd470339686": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "ProgressStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "d0c9b80dbda54445a9d11db9d78483b9": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "24b143e06316458eb749bf5205a6b50b": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "6dbe42d65d32487db6384bad62f61ea0": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HBoxModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_b09df7fdc4d848c68445f097eabb26ff",
       "IPY_MODEL_d71d780bb8fb426998037943f21a57e7",
       "IPY_MODEL_d8dea6d0dc4248bc901541fa430aad4f"
      ],
      "layout": "IPY_MODEL_29a9346c94aa404ea618e57e47109880"
     }
    },
    "b09df7fdc4d848c68445f097eabb26ff": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_d66c89fc9dfb4826b3cb4dfda31cf007",
      "placeholder": "​",
      "style": "IPY_MODEL_eb07c72549434e3bbac0c78daf97341f",
      "value": "tokenizer.json: 100%"
     }
    },
    "d71d780bb8fb426998037943f21a57e7": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "FloatProgressModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_e8a29343ae5a49d4b71c0cee39903eba",
      "max": 466081,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_71457dc5c8ea4b69b0118a3972fc7f5f",
      "value": 466081
     }
    },
    "d8dea6d0dc4248bc901541fa430aad4f": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_8aa6071ab59b4e1b867d6538261decc9",
      "placeholder": "​",
      "style": "IPY_MODEL_34f4a5a1851a4268a0ab749c967066d9",
      "value": " 466k/466k [00:00&lt;00:00, 776kB/s]"
     }
    },
    "29a9346c94aa404ea618e57e47109880": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d66c89fc9dfb4826b3cb4dfda31cf007": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "eb07c72549434e3bbac0c78daf97341f": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "e8a29343ae5a49d4b71c0cee39903eba": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "71457dc5c8ea4b69b0118a3972fc7f5f": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "ProgressStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "8aa6071ab59b4e1b867d6538261decc9": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "34f4a5a1851a4268a0ab749c967066d9": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "edc4db29c82744b1929358793c22cecb": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HBoxModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_22a7472d547a48d684e208aa80a48daa",
       "IPY_MODEL_98185bbf7b794e3189ca9868a0a8c548",
       "IPY_MODEL_79ecc557cfba4409876c543ad9fd4d1d"
      ],
      "layout": "IPY_MODEL_d51840e06afa471ca5d09e63d02d7af5"
     }
    },
    "22a7472d547a48d684e208aa80a48daa": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_5323184c79864acfb798ee3d0903e5e3",
      "placeholder": "​",
      "style": "IPY_MODEL_c17a522cbf9341d796fa7cacacded1cd",
      "value": "special_tokens_map.json: 100%"
     }
    },
    "98185bbf7b794e3189ca9868a0a8c548": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "FloatProgressModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_0d67cc434d514e7fbb844462fe613936",
      "max": 112,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_dc06c0ec5c7e40d98a8008d03b162a40",
      "value": 112
     }
    },
    "79ecc557cfba4409876c543ad9fd4d1d": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_ad17228a04184934a4fd107307c59c9c",
      "placeholder": "​",
      "style": "IPY_MODEL_bf1598b78a01422c99a77b0c00704f24",
      "value": " 112/112 [00:00&lt;00:00, 7.59kB/s]"
     }
    },
    "d51840e06afa471ca5d09e63d02d7af5": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "5323184c79864acfb798ee3d0903e5e3": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c17a522cbf9341d796fa7cacacded1cd": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "0d67cc434d514e7fbb844462fe613936": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "dc06c0ec5c7e40d98a8008d03b162a40": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "ProgressStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "ad17228a04184934a4fd107307c59c9c": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "bf1598b78a01422c99a77b0c00704f24": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "240ed6a8d0df400d9b5b8a86dbb89d03": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HBoxModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_1cc8951a55584143a4f24b11d4221d0b",
       "IPY_MODEL_f52c290c9f5d4c7d830578bd139ab4a9",
       "IPY_MODEL_0ec0c7c3998d41e6890903c713f518bc"
      ],
      "layout": "IPY_MODEL_6b3936ecd33a41f2a61c368c86498865"
     }
    },
    "1cc8951a55584143a4f24b11d4221d0b": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_93bd0eca9ace4bf4a10bd0467223ed90",
      "placeholder": "​",
      "style": "IPY_MODEL_ac8d646d12e6417ca32eb45e478a9cfe",
      "value": "config.json: 100%"
     }
    },
    "f52c290c9f5d4c7d830578bd139ab4a9": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "FloatProgressModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_ba1f368d05fd40578d7bca97269fffab",
      "max": 743,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_9a5d372096cb4f759778026b9b57b376",
      "value": 743
     }
    },
    "0ec0c7c3998d41e6890903c713f518bc": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_81d022b3239647509d245b7ab890badb",
      "placeholder": "​",
      "style": "IPY_MODEL_832bc71baafb44118b338d3f124b9927",
      "value": " 743/743 [00:00&lt;00:00, 37.4kB/s]"
     }
    },
    "6b3936ecd33a41f2a61c368c86498865": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "93bd0eca9ace4bf4a10bd0467223ed90": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ac8d646d12e6417ca32eb45e478a9cfe": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "ba1f368d05fd40578d7bca97269fffab": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "9a5d372096cb4f759778026b9b57b376": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "ProgressStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "81d022b3239647509d245b7ab890badb": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "832bc71baafb44118b338d3f124b9927": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "9fa2d08290ea419a8455e06ea92db3e8": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HBoxModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_ce808eccce44475a9628cf45c7cf7e56",
       "IPY_MODEL_67ca36dd2e844fa6bb17ab776cb25b1f",
       "IPY_MODEL_f586fe78b39244d097f774a380f976fc"
      ],
      "layout": "IPY_MODEL_e668274af14544148104c94f1a1cfc6a"
     }
    },
    "ce808eccce44475a9628cf45c7cf7e56": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_6588d853f27c4cc795e41e146eab356f",
      "placeholder": "​",
      "style": "IPY_MODEL_3a1134aa7e19470bbac3d88c0ad63c0c",
      "value": "model.safetensors: 100%"
     }
    },
    "67ca36dd2e844fa6bb17ab776cb25b1f": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "FloatProgressModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_e5bd14e45ee04cfaaa0028f2b3f03341",
      "max": 438349816,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_3302a4bb82ff4d5989c01c0acfae4997",
      "value": 438349816
     }
    },
    "f586fe78b39244d097f774a380f976fc": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_f13df4048fc04e3394cab184b2fbadb0",
      "placeholder": "​",
      "style": "IPY_MODEL_df6656e2d170478ca0078d65677871f8",
      "value": " 438M/438M [00:25&lt;00:00, 15.8MB/s]"
     }
    },
    "e668274af14544148104c94f1a1cfc6a": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "6588d853f27c4cc795e41e146eab356f": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "3a1134aa7e19470bbac3d88c0ad63c0c": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "e5bd14e45ee04cfaaa0028f2b3f03341": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "3302a4bb82ff4d5989c01c0acfae4997": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "ProgressStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "f13df4048fc04e3394cab184b2fbadb0": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "df6656e2d170478ca0078d65677871f8": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "9607864fc48046f18b029ee3fc460998": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HBoxModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_a66b8790b1d649dfbe2b8b23810f8b08",
       "IPY_MODEL_4830ede53f4e481a844fceed058d3709",
       "IPY_MODEL_035029d168a945c6825e95d7e640a649"
      ],
      "layout": "IPY_MODEL_3b84205b280940b7b5910a3a1bc59428"
     }
    },
    "a66b8790b1d649dfbe2b8b23810f8b08": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_f80e6d5c5324449aae87bcb498060ad6",
      "placeholder": "​",
      "style": "IPY_MODEL_e66b07711d8145d0837735c52ac6ae5b",
      "value": "config.json: 100%"
     }
    },
    "4830ede53f4e481a844fceed058d3709": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "FloatProgressModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_fd47bda4836b4c47a6eab7f4adad746c",
      "max": 794,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_a10be6ba5286402390e7e800df2773c5",
      "value": 794
     }
    },
    "035029d168a945c6825e95d7e640a649": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_86ceb09a7cea4cbebdc833b18c06eee1",
      "placeholder": "​",
      "style": "IPY_MODEL_80d0de24b4974c56944acee7dac4cd3c",
      "value": " 794/794 [00:00&lt;00:00, 24.0kB/s]"
     }
    },
    "3b84205b280940b7b5910a3a1bc59428": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "f80e6d5c5324449aae87bcb498060ad6": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "e66b07711d8145d0837735c52ac6ae5b": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "fd47bda4836b4c47a6eab7f4adad746c": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a10be6ba5286402390e7e800df2773c5": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "ProgressStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "86ceb09a7cea4cbebdc833b18c06eee1": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "80d0de24b4974c56944acee7dac4cd3c": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "cfa8b359cbe841c590022567b2912936": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HBoxModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_cfbbebe5f3834beba9860b664b14263b",
       "IPY_MODEL_607a9a07aead4d1ba536b9a037746307",
       "IPY_MODEL_8989a92722094eaa87b78e03a3006ee5"
      ],
      "layout": "IPY_MODEL_4c4724a005d94c948c9df8accc4bd9be"
     }
    },
    "cfbbebe5f3834beba9860b664b14263b": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_f0e02ea03aff47b3b86b31e856f6f979",
      "placeholder": "​",
      "style": "IPY_MODEL_ec1eaf8260da4275a77ee827a3eee933",
      "value": "pytorch_model.bin: 100%"
     }
    },
    "607a9a07aead4d1ba536b9a037746307": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "FloatProgressModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_3d98c4e94ef54414a1aabf4b57ca8fad",
      "max": 90903017,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_0aadb5b86e344bd482a973ce507fcb9b",
      "value": 90903017
     }
    },
    "8989a92722094eaa87b78e03a3006ee5": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_7ad7b106ae1b4104aea6faaa4451e12b",
      "placeholder": "​",
      "style": "IPY_MODEL_5228d72006e6422ab0fdc39241008622",
      "value": " 90.9M/90.9M [00:05&lt;00:00, 19.3MB/s]"
     }
    },
    "4c4724a005d94c948c9df8accc4bd9be": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "f0e02ea03aff47b3b86b31e856f6f979": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ec1eaf8260da4275a77ee827a3eee933": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "3d98c4e94ef54414a1aabf4b57ca8fad": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "0aadb5b86e344bd482a973ce507fcb9b": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "ProgressStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "7ad7b106ae1b4104aea6faaa4451e12b": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "5228d72006e6422ab0fdc39241008622": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "371783f879314d9f97372bc35d73b43a": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HBoxModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_d6a4461d6f004844ac3e939d232d4ea4",
       "IPY_MODEL_beb93bd7017649269a9725173bfe095a",
       "IPY_MODEL_363f2fe905e24d7db098c85e0e6cac0d"
      ],
      "layout": "IPY_MODEL_49d9663243e94c9485839bbc9c0fdd6d"
     }
    },
    "d6a4461d6f004844ac3e939d232d4ea4": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_0e14830f5dcf4fb4af8d5a2762cac409",
      "placeholder": "​",
      "style": "IPY_MODEL_b12276a43b47439f8bc21b36a16c83bd",
      "value": "tokenizer_config.json: 100%"
     }
    },
    "beb93bd7017649269a9725173bfe095a": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "FloatProgressModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_907b6225eef84efbadfb53b4f749cfa7",
      "max": 316,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_9632d557ac41490abee15f80f89d1e8c",
      "value": 316
     }
    },
    "363f2fe905e24d7db098c85e0e6cac0d": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_f9052f766c6644349111e72f9579a09b",
      "placeholder": "​",
      "style": "IPY_MODEL_1e49b79aaa654886b6c06544deb160f0",
      "value": " 316/316 [00:00&lt;00:00, 3.78kB/s]"
     }
    },
    "49d9663243e94c9485839bbc9c0fdd6d": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "0e14830f5dcf4fb4af8d5a2762cac409": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "b12276a43b47439f8bc21b36a16c83bd": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "907b6225eef84efbadfb53b4f749cfa7": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "9632d557ac41490abee15f80f89d1e8c": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "ProgressStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "f9052f766c6644349111e72f9579a09b": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "1e49b79aaa654886b6c06544deb160f0": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "d6ee90511c1843b1b680df60afc66d95": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HBoxModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_61f362cebf6e4f259d7cb1e20b6f1aea",
       "IPY_MODEL_06e798bf472645fc807917f7320b7ca0",
       "IPY_MODEL_679e1bd10e79449a9240872fccc4d819"
      ],
      "layout": "IPY_MODEL_1cca0d4e0444459da89c234b54f25ff9"
     }
    },
    "61f362cebf6e4f259d7cb1e20b6f1aea": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_6d98a47526f6447ea853aa2a17a07414",
      "placeholder": "​",
      "style": "IPY_MODEL_292c462527c54d35b04807262a35bd71",
      "value": "vocab.txt: 100%"
     }
    },
    "06e798bf472645fc807917f7320b7ca0": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "FloatProgressModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_2aeb4c955a5748459179106ea10bb1a5",
      "max": 231508,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_c6bd6b236f4e42b997d502dc27b95bba",
      "value": 231508
     }
    },
    "679e1bd10e79449a9240872fccc4d819": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_6cdc965edc9648aebd9f3d89cae3955d",
      "placeholder": "​",
      "style": "IPY_MODEL_ea381193a01b4d85a457a70362182454",
      "value": " 232k/232k [00:00&lt;00:00, 588kB/s]"
     }
    },
    "1cca0d4e0444459da89c234b54f25ff9": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "6d98a47526f6447ea853aa2a17a07414": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "292c462527c54d35b04807262a35bd71": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "2aeb4c955a5748459179106ea10bb1a5": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c6bd6b236f4e42b997d502dc27b95bba": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "ProgressStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "6cdc965edc9648aebd9f3d89cae3955d": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ea381193a01b4d85a457a70362182454": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "00c97c56f748495db23e999b1daa823b": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HBoxModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_e5766214355249e1a00ca05c9cd72e5f",
       "IPY_MODEL_7e2cca6135484b578c9a822d8f14ad0a",
       "IPY_MODEL_9b7b7a7a9684476aac925a44e9b391b7"
      ],
      "layout": "IPY_MODEL_fba748349bac44eab84f9e9361ef076d"
     }
    },
    "e5766214355249e1a00ca05c9cd72e5f": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_1f68f5e201fd4a86ba134a39bf4a1727",
      "placeholder": "​",
      "style": "IPY_MODEL_a2ffb345d1ea467a92f952dbacf80b27",
      "value": "special_tokens_map.json: 100%"
     }
    },
    "7e2cca6135484b578c9a822d8f14ad0a": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "FloatProgressModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_004e0f18fe604aa3974ea4dfd8421b31",
      "max": 112,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_4cc07587af674134a9e644eb3eb1674f",
      "value": 112
     }
    },
    "9b7b7a7a9684476aac925a44e9b391b7": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "HTMLModel",
     "model_module_version": "1.5.0",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a349191878374a2282ab194818e80d31",
      "placeholder": "​",
      "style": "IPY_MODEL_9f6f8810125e4a12ba9d00274bce61dc",
      "value": " 112/112 [00:00&lt;00:00, 1.97kB/s]"
     }
    },
    "fba748349bac44eab84f9e9361ef076d": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "1f68f5e201fd4a86ba134a39bf4a1727": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a2ffb345d1ea467a92f952dbacf80b27": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "004e0f18fe604aa3974ea4dfd8421b31": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "4cc07587af674134a9e644eb3eb1674f": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "ProgressStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "a349191878374a2282ab194818e80d31": {
     "model_module": "@jupyter-widgets/base",
     "model_name": "LayoutModel",
     "model_module_version": "1.2.0",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "9f6f8810125e4a12ba9d00274bce61dc": {
     "model_module": "@jupyter-widgets/controls",
     "model_name": "DescriptionStyleModel",
     "model_module_version": "1.5.0",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    }
   }
  }
 },
 "cells": [
  {
   "cell_type": "markdown",
   "source": [
    "Install the required dependencies"
   ],
   "metadata": {
    "id": "NBO00BhA1aV6"
   }
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "Gfi2vdNiiHWT",
    "outputId": "ad99cdad-b958-4018-fc34-bcf5d84431c5"
   },
   "outputs": [
    {
     "output_type": "stream",
     "name": "stdout",
     "text": [
      "Requirement already satisfied: lancedb in /usr/local/lib/python3.10/dist-packages (0.5.7)\n",
      "Requirement already satisfied: langchain in /usr/local/lib/python3.10/dist-packages (0.1.9)\n",
      "Requirement already satisfied: openai in /usr/local/lib/python3.10/dist-packages (1.13.3)\n",
      "Requirement already satisfied: tiktoken in /usr/local/lib/python3.10/dist-packages (0.6.0)\n",
      "Requirement already satisfied: pypdf in /usr/local/lib/python3.10/dist-packages (4.0.2)\n",
      "Requirement already satisfied: tantivy in /usr/local/lib/python3.10/dist-packages (0.21.0)\n",
      "Requirement already satisfied: deprecation in /usr/local/lib/python3.10/dist-packages (from lancedb) (2.1.0)\n",
      "Requirement already satisfied: pylance==0.9.18 in /usr/local/lib/python3.10/dist-packages (from lancedb) (0.9.18)\n",
      "Requirement already satisfied: ratelimiter~=1.0 in /usr/local/lib/python3.10/dist-packages (from lancedb) (1.2.0.post0)\n",
      "Requirement already satisfied: retry>=0.9.2 in /usr/local/lib/python3.10/dist-packages (from lancedb) (0.9.2)\n",
      "Requirement already satisfied: tqdm>=4.27.0 in /usr/local/lib/python3.10/dist-packages (from lancedb) (4.66.2)\n",
      "Requirement already satisfied: pydantic>=1.10 in /usr/local/lib/python3.10/dist-packages (from lancedb) (2.6.1)\n",
      "Requirement already satisfied: attrs>=21.3.0 in /usr/local/lib/python3.10/dist-packages (from lancedb) (23.2.0)\n",
      "Requirement already satisfied: semver>=3.0 in /usr/local/lib/python3.10/dist-packages (from lancedb) (3.0.2)\n",
      "Requirement already satisfied: cachetools in /usr/local/lib/python3.10/dist-packages (from lancedb) (5.3.2)\n",
      "Requirement already satisfied: pyyaml>=6.0 in /usr/local/lib/python3.10/dist-packages (from lancedb) (6.0.1)\n",
      "Requirement already satisfied: click>=8.1.7 in /usr/local/lib/python3.10/dist-packages (from lancedb) (8.1.7)\n",
      "Requirement already satisfied: requests>=2.31.0 in /usr/local/lib/python3.10/dist-packages (from lancedb) (2.31.0)\n",
      "Requirement already satisfied: overrides>=0.7 in /usr/local/lib/python3.10/dist-packages (from lancedb) (7.7.0)\n",
      "Requirement already satisfied: pyarrow>=12 in /usr/local/lib/python3.10/dist-packages (from pylance==0.9.18->lancedb) (14.0.2)\n",
      "Requirement already satisfied: numpy>=1.22 in /usr/local/lib/python3.10/dist-packages (from pylance==0.9.18->lancedb) (1.25.2)\n",
      "Requirement already satisfied: SQLAlchemy<3,>=1.4 in /usr/local/lib/python3.10/dist-packages (from langchain) (2.0.27)\n",
      "Requirement already satisfied: aiohttp<4.0.0,>=3.8.3 in /usr/local/lib/python3.10/dist-packages (from langchain) (3.9.3)\n",
      "Requirement already satisfied: async-timeout<5.0.0,>=4.0.0 in /usr/local/lib/python3.10/dist-packages (from langchain) (4.0.3)\n",
      "Requirement already satisfied: dataclasses-json<0.7,>=0.5.7 in /usr/local/lib/python3.10/dist-packages (from langchain) (0.6.4)\n",
      "Requirement already satisfied: jsonpatch<2.0,>=1.33 in /usr/local/lib/python3.10/dist-packages (from langchain) (1.33)\n",
      "Requirement already satisfied: langchain-community<0.1,>=0.0.21 in /usr/local/lib/python3.10/dist-packages (from langchain) (0.0.24)\n",
      "Requirement already satisfied: langchain-core<0.2,>=0.1.26 in /usr/local/lib/python3.10/dist-packages (from langchain) (0.1.27)\n",
      "Requirement already satisfied: langsmith<0.2.0,>=0.1.0 in /usr/local/lib/python3.10/dist-packages (from langchain) (0.1.10)\n",
      "Requirement already satisfied: tenacity<9.0.0,>=8.1.0 in /usr/local/lib/python3.10/dist-packages (from langchain) (8.2.3)\n",
      "Requirement already satisfied: anyio<5,>=3.5.0 in /usr/local/lib/python3.10/dist-packages (from openai) (3.7.1)\n",
      "Requirement already satisfied: distro<2,>=1.7.0 in /usr/lib/python3/dist-packages (from openai) (1.7.0)\n",
      "Requirement already satisfied: httpx<1,>=0.23.0 in /usr/local/lib/python3.10/dist-packages (from openai) (0.27.0)\n",
      "Requirement already satisfied: sniffio in /usr/local/lib/python3.10/dist-packages (from openai) (1.3.0)\n",
      "Requirement already satisfied: typing-extensions<5,>=4.7 in /usr/local/lib/python3.10/dist-packages (from openai) (4.9.0)\n",
      "Requirement already satisfied: regex>=2022.1.18 in /usr/local/lib/python3.10/dist-packages (from tiktoken) (2023.12.25)\n",
      "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain) (1.3.1)\n",
      "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain) (1.4.1)\n",
      "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain) (6.0.5)\n",
      "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp<4.0.0,>=3.8.3->langchain) (1.9.4)\n",
      "Requirement already satisfied: idna>=2.8 in /usr/local/lib/python3.10/dist-packages (from anyio<5,>=3.5.0->openai) (3.6)\n",
      "Requirement already satisfied: exceptiongroup in /usr/local/lib/python3.10/dist-packages (from anyio<5,>=3.5.0->openai) (1.2.0)\n",
      "Requirement already satisfied: marshmallow<4.0.0,>=3.18.0 in /usr/local/lib/python3.10/dist-packages (from dataclasses-json<0.7,>=0.5.7->langchain) (3.21.0)\n",
      "Requirement already satisfied: typing-inspect<1,>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from dataclasses-json<0.7,>=0.5.7->langchain) (0.9.0)\n",
      "Requirement already satisfied: certifi in /usr/local/lib/python3.10/dist-packages (from httpx<1,>=0.23.0->openai) (2024.2.2)\n",
      "Requirement already satisfied: httpcore==1.* in /usr/local/lib/python3.10/dist-packages (from httpx<1,>=0.23.0->openai) (1.0.4)\n",
      "Requirement already satisfied: h11<0.15,>=0.13 in /usr/local/lib/python3.10/dist-packages (from httpcore==1.*->httpx<1,>=0.23.0->openai) (0.14.0)\n",
      "Requirement already satisfied: jsonpointer>=1.9 in /usr/local/lib/python3.10/dist-packages (from jsonpatch<2.0,>=1.33->langchain) (2.4)\n",
      "Requirement already satisfied: packaging<24.0,>=23.2 in /usr/local/lib/python3.10/dist-packages (from langchain-core<0.2,>=0.1.26->langchain) (23.2)\n",
      "Requirement already satisfied: orjson<4.0.0,>=3.9.14 in /usr/local/lib/python3.10/dist-packages (from langsmith<0.2.0,>=0.1.0->langchain) (3.9.15)\n",
      "Requirement already satisfied: annotated-types>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from pydantic>=1.10->lancedb) (0.6.0)\n",
      "Requirement already satisfied: pydantic-core==2.16.2 in /usr/local/lib/python3.10/dist-packages (from pydantic>=1.10->lancedb) (2.16.2)\n",
      "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.31.0->lancedb) (3.3.2)\n",
      "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.31.0->lancedb) (2.0.7)\n",
      "Requirement already satisfied: decorator>=3.4.2 in /usr/local/lib/python3.10/dist-packages (from retry>=0.9.2->lancedb) (4.4.2)\n",
      "Requirement already satisfied: py<2.0.0,>=1.4.26 in /usr/local/lib/python3.10/dist-packages (from retry>=0.9.2->lancedb) (1.11.0)\n",
      "Requirement already satisfied: greenlet!=0.4.17 in /usr/local/lib/python3.10/dist-packages (from SQLAlchemy<3,>=1.4->langchain) (3.0.3)\n",
      "Requirement already satisfied: mypy-extensions>=0.3.0 in /usr/local/lib/python3.10/dist-packages (from typing-inspect<1,>=0.4.0->dataclasses-json<0.7,>=0.5.7->langchain) (1.0.0)\n"
     ]
    }
   ],
   "source": [
    "!pip install lancedb langchain openai tiktoken pypdf tantivy sentence-transformers"
   ]
  },
  {
   "cell_type": "markdown",
   "source": [
    "# download your choice pdf file & upload here\n",
    "\n",
    " https://github.com/akashAD98/dummy_data/blob/main/microsoft_annual_report_2022.pdf"
   ],
   "metadata": {
    "id": "je__kyDIyI62"
   }
  },
  {
   "cell_type": "code",
   "source": [
    "import os\n",
    "import time\n",
    "import lancedb\n",
    "import getpass\n",
    "import pandas as pd\n",
    "from lancedb.embeddings import EmbeddingFunctionRegistry\n",
    "from lancedb.pydantic import LanceModel, Vector\n",
    "from lancedb.embeddings import get_registry\n",
    "from langchain.text_splitter import CharacterTextSplitter\n",
    "from langchain.document_loaders import PyPDFLoader\n",
    "from langchain.embeddings import OpenAIEmbeddings\n",
    "from langchain.embeddings import HuggingFaceEmbeddings\n",
    "from langchain_community.vectorstores import LanceDB\n",
    "\n",
    "\n",
    "# Set the OPENAI_API_KEY environment variable\n",
    "os.environ[\"OPENAI_API_KEY\"] = \"sk-yourkey\""
   ],
   "metadata": {
    "id": "QcfZ_lr6FrEA"
   },
   "execution_count": null,
   "outputs": []
  },
  {
   "cell_type": "code",
   "source": [
    "def word_wrap(string, n_chars=72):\n",
    "    # Wrap a string at the next space after n_chars\n",
    "    if len(string) < n_chars:\n",
    "        return string\n",
    "    else:\n",
    "        return (\n",
    "            string[:n_chars].rsplit(\" \", 1)[0]\n",
    "            + \"\\n\"\n",
    "            + word_wrap(string[len(string[:n_chars].rsplit(\" \", 1)[0]) + 1 :], n_chars)\n",
    "        )"
   ],
   "metadata": {
    "id": "NtbIb3QPjfuW"
   },
   "execution_count": null,
   "outputs": []
  },
  {
   "cell_type": "markdown",
   "source": [
    "We are using langchain fro loading the pdf file &  doing prprocessing"
   ],
   "metadata": {
    "id": "7JSJy4AROGOM"
   }
  },
  {
   "cell_type": "code",
   "source": [
    "# your pdf file\n",
    "loader = PyPDFLoader(\"/content/microsoft_annual_report_2022.pdf\")\n",
    "documents = loader.load_and_split()\n",
    "\n",
    "# split it into chunks\n",
    "text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0)\n",
    "docsn = text_splitter.split_documents(documents)\n",
    "\n",
    "embeddings = OpenAIEmbeddings(model=\"text-embedding-3-large\")\n",
    "\n",
    "docsearch = LanceDB.from_documents(docsn, embeddings)\n",
    "\n",
    "query = \"What were the most important factors that contributed to increases in revenue?\"\n",
    "docsnew = docsearch.similarity_search(query)\n",
    "print(docsnew[0].page_content)"
   ],
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "0TUtpO0_jkUY",
    "outputId": "919b95f7-1a6e-4f1c-c063-fde2d978f57e"
   },
   "execution_count": null,
   "outputs": [
    {
     "output_type": "stream",
     "name": "stderr",
     "text": [
      "/usr/local/lib/python3.10/dist-packages/langchain_core/_api/deprecation.py:117: LangChainDeprecationWarning: The class `langchain_community.embeddings.openai.OpenAIEmbeddings` was deprecated in langchain-community 0.1.0 and will be removed in 0.2.0. An updated version of the class exists in the langchain-openai package and should be used instead. To use it run `pip install -U langchain-openai` and import as `from langchain_openai import OpenAIEmbeddings`.\n",
      "  warn_deprecated(\n"
     ]
    },
    {
     "output_type": "stream",
     "name": "stdout",
     "text": [
      "35   \n",
      "Reportable Segments  \n",
      "Fiscal Year 2022 Compared with Fiscal Year 2021  \n",
      "Productivity and Business Processes  \n",
      "Revenue increased $9.4  billion or 18%.  \n",
      "• Office Commercial products and cloud services revenue increased $4.4  billion or 13%. Office 365 \n",
      "Commercial revenue grew 18% driven by seat growth of 14%, with continued momentum in small and \n",
      "medium business and frontline worker offerings, as well as growth in revenue per user. Office Commercial \n",
      "products revenue declined 22% driven by continued customer shift to cloud offerings.  \n",
      "• Office Consumer products and cloud services revenue increased $641  million or 11% driven by Microsoft 365 \n",
      "Consumer subscription revenue. Microsoft 365 Consumer subscribers grew 15% to 59.7  million.  \n",
      "• LinkedIn revenue increased $3.5  billion or 34% driven by a strong job market in our Talent Solutions business \n",
      "and advertising demand in our Marketing Solutions business.  \n",
      "• Dynamics products and cloud services revenue increased 25% driven by Dynamics 365 growth of 39%.  \n",
      "Operating income increased $5.3  billion or 22%.  \n",
      "• Gross margin increased $7.3  billion or 17% driven by growth in Office 365 Commercial and LinkedIn. Gross \n",
      "margin percentage was relatively unchanged. Excluding the impact of the change in accounting estimate, \n",
      "gross margin percentage increased 2 points driven by improvement across all cloud services.  \n",
      "• Operating expenses increased $2.0  billion or 11% driven by investments in LinkedIn and cloud engineering.  \n",
      "Gross margin and operating income both included an unfavorable foreign currency impact of 2%.  \n",
      "Intelligent Cloud  \n",
      "Revenue increased $15.2  billion or 25%.  \n",
      "• Server products and cloud services revenue increased $14.7  billion or 28% driven by Azure and other cloud \n",
      "services. Azure and other cloud services revenue grew 45% driven by growth in our consumption -based \n",
      "services. Server products revenue increased 5% driven by hybrid solutions, including Windows Server and \n",
      "SQL Server running in multi -cloud environments.  \n",
      "• Enterprise Services revenue increased $464  million or 7% driven by growth in Enterprise Support Services.  \n",
      "Operating income increased $6.6  billion or 25%.  \n",
      "• Gross margin increased $9.4  billion or 22% driven by growth in Azure and other cloud services. Gross margin \n",
      "percentage decreased. Excluding the impact of the change in accounting estimate, gross margin percentage \n",
      "was relatively unchanged driven by improvement in Azure and other cloud services, offset in part by sales \n",
      "mix shift to Azure and other cloud services.  \n",
      "• Operating expenses increased $2.8  billion or 16% driven by investments in Azure and other cloud services.  \n",
      "Revenue and operating income included an unfavorable foreign currency impact of 2% and 3%, respectively.  \n",
      "More Personal Computing  \n",
      "Revenue increased $5.6  billion or 10%.  \n",
      "• Windows revenue increased $2.3  billion or 10% driven by growth in Windows OEM and Windows \n",
      "Commercial. Windows OEM revenue increased 11% driven by continued strength in the commercial PC \n",
      "market, which has higher revenue per license. Windows Commercial products and cloud services revenue \n",
      "increased 11% driven by demand for Microsoft 365.\n"
     ]
    }
   ]
  },
  {
   "cell_type": "code",
   "source": [],
   "metadata": {
    "id": "L9y74fpPfHag"
   },
   "execution_count": null,
   "outputs": []
  },
  {
   "cell_type": "markdown",
   "source": [
    "### Query expansion"
   ],
   "metadata": {
    "id": "nr7_uISgfHo4"
   }
  },
  {
   "cell_type": "code",
   "source": [
    "# we are using openai for generating query\n",
    "import os\n",
    "import openai\n",
    "from openai import OpenAI\n",
    "\n",
    "openai.api_key = os.environ[\"OPENAI_API_KEY\"]\n",
    "openai_client = OpenAI()\n",
    "\n",
    "\n",
    "def augment_query_generated(query, model=\"gpt-3.5-turbo\"):\n",
    "    messages = [\n",
    "        {\n",
    "            \"role\": \"system\",\n",
    "            \"content\": \"You are a helpful expert financial research assistant. Provide an example answer to the given question, that might be found in a document like an annual report. \",\n",
    "        },\n",
    "        {\"role\": \"user\", \"content\": query},\n",
    "    ]\n",
    "\n",
    "    response = openai_client.chat.completions.create(\n",
    "        model=model,\n",
    "        messages=messages,\n",
    "    )\n",
    "    content = response.choices[0].message.content\n",
    "    return content"
   ],
   "metadata": {
    "id": "B7B0XA3ajsFY"
   },
   "execution_count": null,
   "outputs": []
  },
  {
   "cell_type": "markdown",
   "source": [
    "### its generating  query & hypothetica answer"
   ],
   "metadata": {
    "id": "-2v8mN9XQy7Y"
   }
  },
  {
   "cell_type": "code",
   "source": [
    "original_query = (\n",
    "    \"What were the most important factors that contributed to increases in revenue?\"\n",
    ")\n",
    "hypothetical_answer = augment_query_generated(original_query)\n",
    "# we are combining our orignal query + hypothetical_answer\n",
    "joint_query = f\"{original_query} {hypothetical_answer}\"\n",
    "print(word_wrap(joint_query))"
   ],
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "IPBqpky3jtwM",
    "outputId": "51c6b216-d80d-458a-f058-79df1c69b37f"
   },
   "execution_count": null,
   "outputs": [
    {
     "output_type": "stream",
     "name": "stdout",
     "text": [
      "What were the most important factors that contributed to increases in\n",
      "revenue? \"In the fiscal year 2021, our company experienced significant\n",
      "growth in revenue due to several key factors. Firstly, our successful\n",
      "market expansion efforts into emerging markets led to a substantial\n",
      "increase in sales volume from new customer segments. Additionally,\n",
      "strategic partnerships with key industry players resulted in lucrative\n",
      "collaborations that boosted our revenue streams. Furthermore, our focus\n",
      "on innovation and product development led to the launch of highly\n",
      "successful new product lines that resonated well with our target\n",
      "audience. Lastly, our robust marketing campaigns and enhanced digital\n",
      "presence played a crucial role in driving higher sales and revenue\n",
      "growth for the year.\"\n"
     ]
    }
   ]
  },
  {
   "cell_type": "code",
   "source": [
    "# we are passing the  joint_query & fining the  similar docs for this query\n",
    "retrieved_documents = docsearch.similarity_search(joint_query, k=4)\n",
    "print(retrieved_documents)"
   ],
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "daOypkNqjwIh",
    "outputId": "830749bc-36bc-4d27-cc42-dced1fdfd0b2"
   },
   "execution_count": null,
   "outputs": [
    {
     "output_type": "stream",
     "name": "stdout",
     "text": [
      "[Document(page_content='35   \\nReportable Segments  \\nFiscal Year 2022 Compared with Fiscal Year 2021  \\nProductivity and Business Processes  \\nRevenue increased $9.4  billion or 18%.  \\n• Office Commercial products and cloud services revenue increased $4.4  billion or 13%. Office 365 \\nCommercial revenue grew 18% driven by seat growth of 14%, with continued momentum in small and \\nmedium business and frontline worker offerings, as well as growth in revenue per user. Office Commercial \\nproducts revenue declined 22% driven by continued customer shift to cloud offerings.  \\n• Office Consumer products and cloud services revenue increased $641  million or 11% driven by Microsoft 365 \\nConsumer subscription revenue. Microsoft 365 Consumer subscribers grew 15% to 59.7  million.  \\n• LinkedIn revenue increased $3.5  billion or 34% driven by a strong job market in our Talent Solutions business \\nand advertising demand in our Marketing Solutions business.  \\n• Dynamics products and cloud services revenue increased 25% driven by Dynamics 365 growth of 39%.  \\nOperating income increased $5.3  billion or 22%.  \\n• Gross margin increased $7.3  billion or 17% driven by growth in Office 365 Commercial and LinkedIn. Gross \\nmargin percentage was relatively unchanged. Excluding the impact of the change in accounting estimate, \\ngross margin percentage increased 2 points driven by improvement across all cloud services.  \\n• Operating expenses increased $2.0  billion or 11% driven by investments in LinkedIn and cloud engineering.  \\nGross margin and operating income both included an unfavorable foreign currency impact of 2%.  \\nIntelligent Cloud  \\nRevenue increased $15.2  billion or 25%.  \\n• Server products and cloud services revenue increased $14.7  billion or 28% driven by Azure and other cloud \\nservices. Azure and other cloud services revenue grew 45% driven by growth in our consumption -based \\nservices. Server products revenue increased 5% driven by hybrid solutions, including Windows Server and \\nSQL Server running in multi -cloud environments.  \\n• Enterprise Services revenue increased $464  million or 7% driven by growth in Enterprise Support Services.  \\nOperating income increased $6.6  billion or 25%.  \\n• Gross margin increased $9.4  billion or 22% driven by growth in Azure and other cloud services. Gross margin \\npercentage decreased. Excluding the impact of the change in accounting estimate, gross margin percentage \\nwas relatively unchanged driven by improvement in Azure and other cloud services, offset in part by sales \\nmix shift to Azure and other cloud services.  \\n• Operating expenses increased $2.8  billion or 16% driven by investments in Azure and other cloud services.  \\nRevenue and operating income included an unfavorable foreign currency impact of 2% and 3%, respectively.  \\nMore Personal Computing  \\nRevenue increased $5.6  billion or 10%.  \\n• Windows revenue increased $2.3  billion or 10% driven by growth in Windows OEM and Windows \\nCommercial. Windows OEM revenue increased 11% driven by continued strength in the commercial PC \\nmarket, which has higher revenue per license. Windows Commercial products and cloud services revenue \\nincreased 11% driven by demand for Microsoft 365.', metadata={'vector': [0.027368593961000443, -0.014953545294702053, -0.0041684047318995, 0.03653769567608833, -0.009155231527984142, -0.01824110560119152, -0.034734394401311874, 0.045415498316287994, -0.014287710189819336, 0.0345679335296154, 0.05373843386769295, -0.019212115556001663, 0.00569427665323019, -0.04400059953331947, -0.07263150066137314, 0.03933975100517273, -0.02145930752158165, -0.005413377657532692, 0.023595528677105904, 0.009189910255372524, -0.03531700000166893, 0.004102514591068029, -0.008537947200238705, 0.034734394401311874, -0.016035526990890503, -0.005881542805582285, 0.014273838140070438, 0.013753654435276985, 0.02448330819606781, 0.015799710527062416, 0.002777780406177044, -0.003655156819149852, -0.026758244261145592, -0.009828002192080021, 0.05662371963262558, 0.001376752625219524, 0.016243599355220795, -0.05432103946805, 0.05512559041380882, -0.011901801452040672, -0.02796507067978382, 0.0351782850921154, 0.007636295631527901, 0.03667641431093216, 0.017908187583088875, -0.014981288462877274, -0.0031973952427506447, 0.026258869096636772, 0.008676663041114807, 0.00492440490052104, -0.028187016025185585, -0.03970041498541832, 0.0056526619009673595, -0.002992789726704359, 0.016673618927598, -0.004307120107114315, 0.0734637975692749, 0.026910832151770592, -0.008461653254926205, -0.02005827985703945, -0.017006536945700645, -0.0070259468629956245, -0.012512150220572948, -0.01646554470062256, -0.010549323633313179, 0.020224738866090775, -0.020932188257575035, -0.0049348087050020695, 0.005507010500878096, -0.03229299932718277, -0.03379112854599953, -0.028395090252161026, 0.02937997132539749, 0.029907090589404106, -0.0031367072369903326, -0.005787909496575594, 0.011298388242721558, 0.0014305049553513527, 0.017922058701515198, 0.002668541856110096, 0.009335561655461788, 0.0490775890648365, -0.013996407389640808, -0.0019038720056414604, 0.0015891608782112598, -0.014565140940248966, -0.031654905527830124, -0.08417264372110367, -0.011041764169931412, 0.0031349733471870422, 0.001839715987443924, -0.00947427749633789, 0.061090365052223206, -0.022499674931168556, 0.004258569795638323, -0.034540191292762756, -0.03703707456588745, 0.0069704605266451836, 0.0478568933904171, -0.003981138579547405, 0.03431824594736099, -0.014939673244953156, -0.003984606359153986, -0.04830078408122063, 0.026175638660788536, 0.041642431169748306, -0.01473159994930029, 0.014190608635544777, -0.041892118752002716, 0.03878489136695862, -0.0035303127951920033, 0.0015761563554406166, -0.018518537282943726, 0.0367596410214901, 0.0037453221157193184, 0.020737987011671066, 0.012838131748139858, -0.009432663209736347, 0.03728676214814186, -0.01516161859035492, 0.057206325232982635, -0.03462342172861099, 0.02634209766983986, -0.031155530363321304, 0.012290204875171185, 0.04094885289669037, -0.016396187245845795, -0.048994358628988266, 0.015078389085829258, -0.03187685087323189, -0.05959223583340645, 0.03381887078285217, -0.07751429080963135, -0.03193233907222748, 0.01661813259124756, -0.01990569196641445, 0.006599396001547575, 0.011548075824975967, 0.006530038081109524, 0.041032083332538605, 0.010445286519825459, -0.02699406072497368, 0.01763075590133667, -0.006620203610509634, -0.03340272232890129, 0.009952845983207226, 0.004099046811461449, 0.03451244905591011, 0.03667641431093216, -0.016243599355220795, -0.0025818445719778538, -0.004459707532078028, -0.007823561318218708, 0.01772785745561123, 0.01503677386790514, -0.03490085154771805, 0.03462342172861099, -0.007879047654569149, 0.0009129222598858178, 0.0035008357372134924, -0.019406316801905632, 0.03642672300338745, 0.0005617982824333012, -0.002770844614133239, 0.007428221870213747, 0.005891946144402027, 0.04746848717331886, 0.005822588689625263, -0.045470982789993286, 0.01678459160029888, 0.0005292868008837104, -0.007220148574560881, -0.004348734859377146, -0.009779452346265316, 0.019225986674427986, -0.010854498483240604, 0.004008881747722626, -0.022582905367016792, -0.039367496967315674, -0.0031436430290341377, -0.010750461369752884, 0.006481487769633532, -0.016132628545165062, -0.016756847500801086, -0.006023726426064968, -0.018518537282943726, 0.028048301115632057, 0.003651689039543271, -0.00603066198527813, 0.02186158299446106, 0.02574562095105648, 0.02645307034254074, 0.05304485559463501, 0.014273838140070438, 0.03700932860374451, -0.010972406715154648, 0.00039880743133835495, 0.012297140434384346, -0.0005297203315421939, -0.013413801789283752, -0.025828849524259567, 0.017311710864305496, 0.0062491390854120255, 0.00839229580014944, 0.031211016699671745, 0.0003998911415692419, 0.008156479336321354, -0.0035008357372134924, -0.011478718370199203, -0.003884037723764777, 0.014800957404077053, 0.003880569711327553, 0.00411638617515564, 0.04225277900695801, -0.024746868759393692, 0.0242336206138134, 0.043445736169815063, 0.02605079486966133, 0.005222643259912729, -0.03404081612825394, 0.0017928995657712221, 0.0024899456184357405, 0.03345821052789688, 0.00415453314781189, -0.023290354758501053, -0.047884635627269745, -0.014142058789730072, -0.01904565654695034, -0.017103636637330055, -0.023609399795532227, -0.04488837718963623, -0.04871692880988121, -0.024677511304616928, 0.01778334379196167, 0.023248739540576935, -0.03792485222220421, 0.02241644635796547, 0.005912753753364086, -0.046331021934747696, -0.021847711876034737, 0.043196048587560654, -0.02009989507496357, -0.012075196020305157, -0.012713287025690079, -0.019475674256682396, 0.0048411753959953785, 0.011346938088536263, 0.1074213832616806, -0.000734759378246963, -0.017908187583088875, 0.007761139422655106, -0.015744224190711975, 0.0076224240474402905, -0.0008275254513137043, 0.0339575856924057, 0.010549323633313179, 0.05390489473938942, 0.008544882759451866, -0.007469836622476578, -0.011853250674903393, 0.00047206663293763995, -0.003606606274843216, -0.022249987348914146, 0.017422683537006378, 0.03834100067615509, 0.055791426450014114, 0.01783883012831211, 0.007462901063263416, 0.0017590875504538417, 0.018879197537899017, 0.023859089240431786, -0.010847561992704868, 0.030905842781066895, 0.002944239182397723, -0.0068282769061625, 0.05798313394188881, 0.025273988023400307, -0.04105982556939125, -0.017561398446559906, 0.02000279352068901, -0.00719240540638566, 0.016826206818223, 0.012852002866566181, 0.026161767542362213, -0.014911930076777935, -0.008752956055104733, -0.0034280100371688604, -0.005333615932613611, -0.028284117579460144, -0.0023737712763249874, -0.0022194499615579844, -0.007643231190741062, 0.016451673582196236, 0.027784740552306175, -0.0013125966070219874, 0.018865326419472694, 0.019864078611135483, 0.05151898413896561, 0.0052573224529623985, 0.00858649704605341, -0.019406316801905632, -0.010167855769395828, -0.034484706819057465, -0.03922877833247185, 0.009703158400952816, 0.041947606950998306, 0.03714804723858833, 0.0005041446420364082, -0.017006536945700645, 0.02034958265721798, 0.02756279520690441, -0.0034817622508853674, -0.019073398783802986, 0.00639825826510787, 0.0017235416453331709, 0.03581637516617775, 0.06269946694374084, -0.010840626433491707, 0.00869053415954113, -0.002713624620810151, 0.0014556471724063158, 0.04685813933610916, -0.04358445107936859, 0.0062491390854120255, 0.007560001686215401, -0.02046055532991886, -0.017464296892285347, 0.0735192820429802, 0.008995709009468555, 0.013080883771181107, 0.009508956223726273, 0.013441544957458973, 0.013621875084936619, 0.014884186908602715, 0.049743425101041794, 0.0025211565662175417, -0.004702460020780563, 0.01017479132860899, 0.010056883096694946, 0.0066652861423790455, 0.028797363862395287, 7.141687819967046e-05, -0.04705234244465828, 0.004619230516254902, -0.011000149883329868, -0.0010438350727781653, -0.05842702463269234, 0.0009415323147550225, -0.01889306865632534, 0.01923985779285431, 0.0008301263442263007, -0.03545571491122246, 0.041531458497047424, -0.022097399458289146, -0.014537397772073746, 0.011353874579071999, -0.022735491394996643, -0.028325730934739113, 0.015952296555042267, 0.0030690832063555717, -0.0011296654120087624, -0.02141769416630268, -0.030212264508008957, 0.05185190215706825, -0.03612155094742775, -0.020516041666269302, 0.01768624223768711, -0.01879596710205078, 0.06613960862159729, -0.05429329723119736, 0.004092111252248287, 0.06120133772492409, 0.006106955464929342, -0.0175891425460577, -0.014648370444774628, -0.014856443740427494, -0.021625766530632973, 0.0466361939907074, -0.01864338107407093, 0.03820228576660156, -0.008218901231884956, 0.05162995681166649, 0.02937997132539749, -0.015286462381482124, 0.004723267164081335, -0.006391322705894709, -0.0036724964156746864, -0.005295468959957361, -0.025149144232273102, 0.05914834514260292, -0.03229299932718277, 0.03093358501791954, -0.027271492406725883, -0.006290753837674856, -0.017408812418580055, -0.0020894042681902647, -0.02281872183084488, 0.016104884445667267, -0.03068389743566513, -0.015078389085829258, 0.0006654015160165727, -0.024843968451023102, -0.019212115556001663, 0.014398681931197643, -0.020946059376001358, 0.004109450615942478, 0.005122074857354164, -0.02463589608669281, 0.020543783903121948, 0.016895564272999763, -0.01294910442084074, -0.03268140181899071, -0.007046754006296396, -0.012699415907263756, 0.026480814442038536, -0.033929843455553055, 0.019212115556001663, 0.025329474359750748, -0.035344742238521576, 0.02348455600440502, 0.016562646254897118, 0.005583303980529308, 0.002115413313731551, 0.0327368900179863, -0.03617703542113304, 0.011235966347157955, 0.009404920041561127, 0.016146499663591385, -0.0035615237429738045, 0.007064093369990587, -0.007927598431706429, -0.007733396254479885, 0.027229879051446915, 0.02004440873861313, -0.002815927378833294, 0.03415178880095482, 0.007657102774828672, 0.003169652074575424, 0.023456813767552376, 0.006578588858246803, -0.006935781333595514, -0.002698018914088607, -0.025371089577674866, -0.016992663964629173, -0.05193513259291649, 0.032459456473588943, -0.0679151713848114, 0.0013117296621203423, -0.027479566633701324, 0.0006177180330269039, -0.015577765181660652, 0.03537248447537422, -0.003887505503371358, 0.008544882759451866, -0.02397006005048752, 0.027687638998031616, 0.008600369095802307, -0.023290354758501053, 0.010861434042453766, -0.016132628545165062, 0.01818561926484108, 0.012505213730037212, 0.024205876514315605, -0.009661543183028698, 0.03320852294564247, 0.014911930076777935, -0.011430167593061924, -0.016951050609350204, 0.0006294221966527402, 0.023082280531525612, 0.010764332488179207, 0.02075185813009739, -0.0008799772476777434, 0.010459158569574356, 0.00040292556514032185, -0.020696371793746948, 0.03356918320059776, -0.011374681256711483, -0.008683598600327969, 0.00228013820014894, 0.042585697025060654, 0.009834937751293182, 0.005891946144402027, -0.016229728236794472, 0.016895564272999763, -0.04774592071771622, 0.012588443234562874, -0.024719124659895897, 0.012276332825422287, -0.013115562498569489, -0.023817474022507668, -0.0023477619979530573, 0.053821664303541183, -0.048134323209524155, -0.0019038720056414604, -0.054126840084791183, -0.007109175901859999, 0.00686642387881875, 0.019184371456503868, -0.022180629894137383, -0.008170350454747677, 0.024843968451023102, -0.020585399121046066, -0.03626026585698128, -0.026841474696993828, -0.034845367074012756, -0.007331121247261763, -1.3424530152406078e-05, -0.04205857962369919, 0.04000558704137802, 0.014662242494523525, -0.014315453357994556, 0.016742976382374763, -0.015452921390533447, -0.03659318387508392, 0.002243725350126624, -0.00906506646424532, -0.036149293184280396, 0.0061208270490169525, -0.01853240840137005, -0.009176039136946201, -0.020113766193389893, -0.006758918985724449, 0.015633251518011093, -0.0186849944293499, -0.004803028889000416, 0.006495359353721142, 0.03215428441762924, 0.0586489699780941, 0.025565290823578835, -0.02528785914182663, 0.014703856781125069, 0.009571378119289875, 0.0175891425460577, -0.003613542066887021, -0.014620627276599407, 0.008752956055104733, -0.02306840941309929, -0.01025108527392149, 0.029435455799102783, -0.024094905704259872, 0.029907090589404106, 0.01586906798183918, -0.0234706848859787, 0.011901801452040672, 0.044805146753787994, 0.05848250910639763, -0.027465695515275, -0.009439598768949509, -0.013101691380143166, 0.01828272081911564, -0.01929534412920475, 0.01824110560119152, -0.028436703607439995, 0.014204480685293674, -0.0025402300525456667, 0.03834100067615509, 0.03415178880095482, 0.016285214573144913, -0.006582056637853384, -0.021070905029773712, 0.023651015013456345, 0.0012458397541195154, -0.00717853382229805, -0.007643231190741062, -0.003133239224553108, 0.014079635962843895, 0.010431415401399136, 0.0016177709912881255, -0.001858789473772049, 0.0021102114114910364, -0.0021483583841472864, 0.03134973347187042, -0.01813013292849064, -0.00876682810485363, 0.03748096153140068, 0.0026477344799786806, -0.019711490720510483, 0.008198093622922897, 0.018227234482765198, -0.02689696103334427, -0.00570468045771122, 0.004102514591068029, 0.003894441295415163, -0.011555012315511703, -0.0029581107664853334, 0.01772785745561123, -0.00977251585572958, -0.007636295631527901, -0.04533226788043976, -0.020127637311816216, 0.02901930920779705, 0.015147746540606022, 0.0047856890596449375, -0.008524075150489807, 0.011610498651862144, 0.01586906798183918, 0.029047053307294846, 0.010563194751739502, -0.028131529688835144, 0.004515193868428469, 0.030489696189761162, 0.0025211565662175417, -0.026619529351592064, -0.016188114881515503, 0.011756150051951408, -0.005961304064840078, 0.0023494958877563477, 0.009717029519379139, 0.021681252866983414, -0.007240955717861652, 0.026813730597496033, -0.033374980092048645, -0.01556389406323433, -0.0070224786177277565, -0.005042313132435083, 0.005943964701145887, 0.002127551008015871, -0.02413651905953884, -0.042391497641801834, 0.03093358501791954, -0.008003891445696354, 0.0032164687290787697, 0.03098907135426998, -0.04092111065983772, 0.007234020158648491, 0.01179082877933979, -0.02197255566716194, -0.006148570217192173, 0.004085175227373838, -0.0018414499936625361, -0.030240006744861603, 0.008184222504496574, 0.008267451077699661, -0.022790977731347084, 0.002699753036722541, 0.023248739540576935, 0.011055635288357735, -0.03551119938492775, 0.008503268472850323, -0.009196845814585686, 0.013219599612057209, 0.001713138073682785, 0.13105852901935577, 0.009002644568681717, -0.0028800831642001867, -0.010022204369306564, 0.01829659193754196, 0.003675964195281267, 0.0196005180478096, 0.012331819161772728, -0.006335836369544268, 0.008815377950668335, 0.006387854926288128, -0.02151479385793209, -0.017644628882408142, -0.015272591263055801, 0.012775709852576256, 0.00093806441873312, 0.030350979417562485, -0.03778613731265068, 0.0018258445197716355, 0.017339453101158142, 0.0035251108929514885, -0.006946185138076544, -0.021334463730454445, -0.012054388411343098, 0.003480028361082077, -0.013698168098926544, 0.012484407052397728, -0.03939523920416832, 0.0014781884383410215, 0.01874048076570034, 0.015855196863412857, -0.016951050609350204, -0.015286462381482124, -0.009363304823637009, 0.023304225876927376, 0.009335561655461788, 0.022249987348914146, 0.0008812777232378721, -0.02201417088508606, 0.014606756158173084, -0.0001313463581027463, -0.003407202661037445, 0.01481482945382595, -0.051713187247514725, -0.001707069226540625, -0.00301012909039855, -0.0026043858379125595, 0.0007898121257312596, 0.010424479842185974, -0.015938425436615944, -0.00413025775924325, 0.00952282827347517, -0.02034958265721798, -0.016687490046024323, -0.016562646254897118, 0.018116261810064316, 0.008420038968324661, 0.017561398446559906, -0.01146484725177288, -0.011187415570020676, -0.010410607792437077, -0.01818561926484108, 0.005170625168830156, -0.0011071241460740566, -0.02195868454873562, 0.0052573224529623985, 0.010445286519825459, 0.02050217054784298, 0.023914573714137077, -0.008676663041114807, -0.02170899696648121, -0.014717727899551392, 0.00864198338240385, -0.0022038444876670837, 0.01763075590133667, -0.03939523920416832, 0.009557507000863552, 0.03681512922048569, 0.008496331982314587, -0.03601057827472687, -0.01869886741042137, 0.011277580633759499, -0.004279377404600382, 0.012685544788837433, 0.016437802463769913, -0.03348595276474953, 0.0013264681911095977, 0.01068110391497612, -0.012789580971002579, 0.003077753121033311, -0.00686642387881875, -0.01206132397055626, 0.013816076330840588, -0.0016498490003868937, 0.018574023619294167, -0.0027292300947010517, -0.006075744517147541, -0.01095853466540575, -0.0021674316376447678, 0.01904565654695034, 0.016188114881515503, -0.0008687066147103906, 0.027798611670732498, 0.04092111065983772, 2.546732321206946e-05, 0.027826355770230293, 0.004275909159332514, 0.0006836079410277307, -0.04397285357117653, -0.006134698633104563, -0.012373434379696846, -0.006339304149150848, 0.018976297229528427, 0.01098627783358097, -0.010112369433045387, 0.004976422991603613, 0.031765878200531006, 0.001394959050230682, 0.016410058364272118, -0.016521031036973, 0.005472331773489714, 0.017505912110209465, -0.058870911598205566, -0.00823277235031128, -0.005753230769187212, -0.0002548899792600423, 0.012782645411789417, 0.005735891405493021, 0.007029414642602205, 0.009176039136946201, 0.025925951078534126, -0.010889177210628986, 0.00608268054202199, -0.021223491057753563, -0.004608826711773872, -0.005902349948883057, 5.678671004716307e-05, -0.018171748146414757, 0.014155929908156395, -0.009606057778000832, 0.0033499824348837137, -0.020238609984517097, -0.012969911098480225, 0.029185768216848373, -0.027729254215955734, 0.02433072216808796, -0.005586771760135889, 0.030545182526111603, -0.013885434716939926, 0.029546428471803665, 0.0074004787020385265, -0.020183123648166656, -0.014995159581303596, -0.019031783565878868, -0.0026546702720224857, -0.008378423750400543, -0.0014218351570889354, 0.05354423448443413, -0.01128451619297266, 0.000919857993721962, 0.012449727393686771, -0.027646025642752647, -0.04058819264173508, 0.004185744095593691, -0.010181726887822151, -0.01837982051074505, 0.031460706144571304, -0.029158025979995728, -0.013164113275706768, 0.01757526956498623, 0.04477740451693535, 0.018629509955644608, -0.0066826255060732365, -0.017006536945700645, 0.0135802598670125, -0.03631575033068657, -0.005160221364349127, -0.03390210121870041, 0.006599396001547575, -0.0005487937014549971, -0.03248719871044159, 0.00010745042527560145, -0.008565690368413925, -0.0007234886870719492, -0.0003216468612663448, 0.01140936091542244, 0.01692330650985241, 0.005468863528221846, -0.008302130736410618, -0.032570429146289825, -0.015882939100265503, -0.010833690874278545, 0.011145801283419132, 0.0006567318341694772, 0.013933984562754631, 0.008468588814139366, -0.0022142482921481133, -0.008433910086750984, -0.00914829596877098, 0.038313258439302444, -0.01772785745561123, 0.00801082793623209, -0.034484706819057465, -0.02865864895284176, -0.03132198750972748, 0.01173534244298935, -0.018601765856146812, -0.001505931606516242, 0.0019177435897290707, 0.02750730887055397, -0.007050221785902977, -0.008926350623369217, -0.012928296811878681, 0.007324185222387314, -0.02266613394021988, -0.003148844698444009, 0.003320505376905203, -0.014523526653647423, 0.014301581308245659, 0.007837433367967606, 0.005187964532524347, 0.002101541729643941, 0.019725361838936806, 0.0013932251604273915, 0.035039566457271576, -0.02034958265721798, -0.026522427797317505, -0.008704406209290028, -0.014634499326348305, 0.015480664558708668, -0.003838954959064722, -0.001011757180094719, -0.01692330650985241, -0.0175891425460577, 0.008947158232331276, 0.023304225876927376, -0.03476213663816452, 0.005468863528221846, 0.015938425436615944, -0.0013923580991104245, 0.01607714220881462, 0.036648668348789215, 0.008080185391008854, -0.01738106831908226, -0.02976837381720543, -0.005146349780261517, -0.009328626096248627, -0.01131225936114788, 0.04866144433617592, 0.012102938257157803, -0.033125292509794235, 0.004175340291112661, -0.023748116567730904, 0.010022204369306564, -0.011402424424886703, -0.01023027766495943, -0.021487051621079445, -0.007684845943003893, -0.009023452177643776, -0.02322099730372429, -0.022180629894137383, 0.010799012146890163, -0.016437802463769913, 0.036454468965530396, -0.009293947368860245, -0.016007782891392708, -0.00043153564911335707, 0.01621585711836815, 0.004875854589045048, -0.02463589608669281, 0.002687615342438221, 0.00012072594836354256, 0.04891113191843033, 0.006308093201369047, 0.02649468556046486, -0.01060480996966362, 0.012241654098033905, 0.018365949392318726, -0.005271194037050009, 0.00677625834941864, -0.005038845352828503, 0.007081432733684778, 0.028200887143611908, 0.007823561318218708, -0.001256243442185223, -0.003877101931720972, 0.018171748146414757, -0.017603013664484024, 0.007071029394865036, 0.01783883012831211, 0.011423232033848763, 0.006568185053765774, -0.015952296555042267, 0.005933560896664858, 0.05193513259291649, -0.018962426111102104, -0.018268847838044167, -0.016285214573144913, 0.020474426448345184, -0.006027194205671549, -0.003904844867065549, 0.026772117242217064, 0.009425726719200611, 0.01287281047552824, -0.02005827985703945, 0.008572625927627087, 0.03320852294564247, -0.01636844500899315, 0.020086023956537247, 0.0213067214936018, 0.012553764507174492, -0.0019056060118600726, -0.004529065452516079, -0.038008082658052444, -0.016909435391426086, 0.0010568397119641304, -0.01168679166585207, -0.0008387960842810571, -0.01713138073682785, 0.014717727899551392, -0.005517414305359125, 0.004640037659555674, 0.0066097998060286045, -0.023956188932061195, -0.0030794870108366013, -0.009592185728251934, -0.012130681425333023, -0.015619379468262196, -0.007240955717861652, 0.04347347840666771, 0.03542797267436981, -0.0217644814401865, 0.004085175227373838, -0.0025679729878902435, -0.011749213561415672, 0.0028384686447679996, -0.0015302067622542381, 0.0008452983456663787, -0.008087120950222015, 0.02009989507496357, 0.005434184800833464, 0.009966718032956123, -0.02312389574944973, 0.005406441632658243, 0.03656544163823128, -0.04583164304494858, 0.019628262147307396, -0.020335711538791656, 0.0030742851085960865, -0.015536150895059109, -0.03537248447537422, 0.012241654098033905, 0.021584151312708855, 0.039422981441020966, -0.02277710661292076, -0.013177984394133091, -0.029102539643645287, -0.013774462044239044, -0.049687936902046204, -0.014898058958351612, -0.020474426448345184, -0.018879197537899017, -0.0037037073634564877, -0.003807744011282921, 0.037702906876802444, -0.027271492406725883, 0.01602165587246418, -0.029740631580352783, -0.021126389503479004, 0.008066314272582531, -0.00379040464758873, -0.01869886741042137, 0.014828700572252274, 0.007705653086304665, -0.004640037659555674, 0.010923855938017368, -0.0038181478157639503, 0.005891946144402027, 0.0029910558369010687, 0.05054797604680061, -0.0008752089343033731, 0.03134973347187042, 0.00759468087926507, -0.014135122299194336, -0.024067161604762077, 0.010812883265316486, 3.714436024893075e-05, 0.0030881566926836967, -0.005534753669053316, 0.00048377076745964587, -0.021903198212385178, 0.021043160930275917, -0.019017912447452545, -0.0023859087377786636, -0.017353326082229614, 0.007331121247261763, 0.007344992831349373, -0.004237762652337551, 0.011201286688446999, 0.027174392715096474, 0.0020304499194025993, -0.007955341599881649, 0.016285214573144913, 0.016340700909495354, 0.014107379131019115, -0.0012050920631736517, 0.0043175239115953445, 0.003164450405165553, -0.01559163723140955, -0.003981138579547405, -0.010140112601220608, 0.005021505989134312, -0.003199129132553935, 0.002561037428677082, -0.011055635288357735, -0.0032147346064448357, -0.0022645327262580395, -0.0038493587635457516, 0.00934249721467495, -0.01697879284620285, 0.020668629556894302, -0.012262461706995964, 0.025065913796424866, -0.01707589440047741, -0.00569427665323019, -0.021487051621079445, -0.04036624729633331, -0.012311012484133244, 0.018504664301872253, -0.020821215584874153, 0.011492589488625526, -0.002774312626570463, 0.015882939100265503, -0.014828700572252274, -0.010438350960612297, -0.038757145404815674, -0.010160920210182667, -0.02488558366894722, 0.008856993168592453, 0.026189511641860008, 0.020335711538791656, -0.022693876177072525, -0.014468040317296982, -0.002491679508239031, 0.016091013327240944, 0.001414899481460452, -0.01546679250895977, -0.022693876177072525, 0.009051194414496422, 0.0009788121096789837, -0.02614789642393589, 0.0061936527490615845, 0.0009909498039633036, -0.013080883771181107, 0.07396317273378372, 0.002982386155053973, -0.005902349948883057, 0.013080883771181107, -0.027188263833522797, -0.0351782850921154, 0.01546679250895977, 0.01090304832905531, 0.028284117579460144, 0.014662242494523525, 0.013143305666744709, 0.004792625084519386, 0.0035753953270614147, 0.01793593168258667, -0.007816625759005547, -0.006127763073891401, -0.017103636637330055, 0.015133875422179699, 0.006512698717415333, 0.020890573039650917, -0.011166607961058617, 0.019725361838936806, -0.025107529014348984, 0.02287420816719532, 0.009002644568681717, -0.01929534412920475, -0.01944793201982975, -0.018712738528847694, -0.050298288464546204, -0.028686393052339554, 0.006960056722164154, 0.012858938425779343, -0.01636844500899315, -0.002822863170877099, -0.015633251518011093, 0.03270914405584335, -0.02161189541220665, 0.008600369095802307, -0.03359692543745041, -0.0020495234057307243, -0.007851304486393929, 0.017561398446559906, 0.020932188257575035, -0.022707749158143997, -0.005500074941664934, -0.013469287194311619, 0.0061208270490169525, -0.028339603915810585, -0.005406441632658243, 0.006339304149150848, 0.008940222673118114, -0.01214455347508192, -0.022041913121938705, 0.0075114513747394085, 0.005399506073445082, 0.005142882000654936, 0.004608826711773872, 0.029990319162607193, -0.01707589440047741, -0.007428221870213747, 0.01657651737332344, -0.00039837395888753235, -0.024372335523366928, -0.001724408706650138, 0.010438350960612297, 0.03007354773581028, 0.03567766025662422, -0.028852850198745728, -0.00018455680401530117, 0.0007928465493023396, 0.008225836791098118, 0.012047452852129936, 0.009106680750846863, 0.006918441969901323, -0.002193440916016698, -0.0048064966686069965, 0.012990718707442284, -0.019267601892352104, 0.016895564272999763, -0.014634499326348305, -0.020086023956537247, -0.0011114589869976044, 0.011991966515779495, 0.026134025305509567, -0.0056353225372731686, 0.0028904869686812162, -0.0017625554464757442, -0.014315453357994556, -0.0008877800428308547, 0.007081432733684778, -0.02584272250533104, -0.001943752751685679, 0.010535452514886856, 0.0018986702198162675, -0.017353326082229614, -0.0056526619009673595, 0.007664038334041834, -0.0028800831642001867, -0.035289257764816284, -0.02982386015355587, 0.003460954874753952, 0.006186717189848423, 0.0026824134401977062, 0.005042313132435083, 0.0029719823505729437, -0.024205876514315605, 0.007539194542914629, 0.008274387568235397, 0.0008210231317207217, -0.006387854926288128, -0.010646424256265163, -0.008211965672671795, 0.02689696103334427, 0.01919824257493019, 0.007677909918129444, -0.013372186571359634, -0.0014755874872207642, 0.0022263857536017895, 0.005042313132435083, 0.00571855204179883, -0.004303652327507734, 0.02937997132539749, 0.002639064798131585, 0.003327441168949008, 0.0007958809146657586, 0.01201277319341898, -0.02348455600440502, -0.026675015687942505, 0.027521181851625443, -0.009841874241828918, -0.009307818487286568, 0.0030448080506175756, 0.003337844740599394, -0.019253728911280632, -0.004875854589045048, 0.00021273343008942902, 0.0007122180541045964, -0.011631305329501629, 0.009696222841739655, -0.012810388579964638, -0.005070056300610304, 0.024164263159036636, 0.007386607117950916, 0.004123322200030088, 0.009287011809647083, 0.022582905367016792, -0.019739234820008278, 0.0026373309083282948, -0.0012631792342290282, 0.0013282021973282099, -0.029352227225899696, 0.0037383863236755133, 0.0016862618504092097, -0.0021310187876224518, -0.008343745023012161, -0.008995709009468555, 0.0038597623351961374, 0.0037141109351068735, -0.0037141109351068735, 0.003271954832598567, -0.006883763242512941, 0.008933286182582378, -0.013836883939802647, -0.004723267164081335, 0.00413025775924325, -0.013878499157726765, -0.007775011006742716, 0.017242353409528732, -0.019461803138256073, 0.0019732299260795116, -0.014301581308245659, 0.027535052970051765, -0.0061416346579790115, -0.025884335860610008, 0.004348734859377146, 0.000816688290797174, -0.0037938724271953106, 0.009786387905478477, 0.011991966515779495, 0.013933984562754631, -0.035899605602025986, -0.009668479673564434, 0.010826755315065384, 0.0012302342802286148, -0.013240407221019268, 0.005923157557845116, 0.031821366399526596, 0.032071053981781006, -0.013899305835366249, 0.005430717021226883, -0.02105703204870224, 0.023193253204226494, -0.0021119455341249704, -0.02342906966805458, 0.015827452763915062, -0.00040791064384393394, -0.020737987011671066, -0.004945212043821812, 0.02624499797821045, -0.016104884445667267, 0.02292969450354576, -0.010584002360701561, 0.017103636637330055, -0.02181996777653694, -0.04452771693468094, 0.001152206677943468, 0.007823561318218708, 0.02987934648990631, 0.018227234482765198, -0.008621176704764366, 0.018712738528847694, -0.002101541729643941, 0.00243619317188859, 0.024566538631916046, 0.03451244905591011, -0.010091561824083328, -0.011811635456979275, -0.033929843455553055, 0.015633251518011093, -0.011520332656800747, 0.008974901400506496, -0.02009989507496357, 0.01244279183447361, -0.024649767205119133, -0.015092260204255581, 0.028089914470911026, 0.012373434379696846, 0.004834239836782217, 0.013420737348496914, 0.024497179314494133, 0.012609250843524933, -0.007781947031617165, 0.011201286688446999, -0.014676113612949848, -0.017755599692463875, 0.004272441379725933, 0.012401177547872066, 0.04114305600523949, 0.018962426111102104, 0.02689696103334427, -0.013989470899105072, -0.012054388411343098, -0.0211541336029768, 0.0015302067622542381, -0.01052851602435112, -0.0002117580734193325, 0.020335711538791656, 0.002401514444500208, -0.030711639672517776, 0.004490918479859829, -0.0012293672189116478, -0.015452921390533447, 0.010410607792437077, -0.0022575969342142344, -0.004542937036603689, -0.013309764675796032, -0.015827452763915062, 0.009300882928073406, 0.0011496057268232107, -0.0019368169596418738, -0.011839378625154495, 0.04097659885883331, 0.016548775136470795, 0.01939244568347931, -0.020779602229595184, 0.01596616953611374, -0.013295893557369709, -0.008974901400506496, 0.02222224324941635, 0.004834239836782217, -0.02735472284257412, -0.018005289137363434, -0.004227358847856522, 0.024011675268411636, 0.008808442391455173, -0.0006090482929721475, 0.015688737854361534, -0.018518537282943726, -0.007240955717861652, -0.005583303980529308, -0.019364701583981514, 0.06991267949342728, 0.011749213561415672, -0.024899454787373543, 0.007892919704318047, 0.02222224324941635, 0.016659747809171677, -0.006152037996798754, 0.003310101805254817, -0.012234718538820744, -0.002134486800059676, 0.003908312879502773, -0.021445436403155327, -0.03229299932718277, -0.008149542845785618, 0.006131230853497982, -0.030212264508008957, -0.017492040991783142, -0.04533226788043976, -0.009280075319111347, 0.02211127057671547, 0.033347237855196, -0.004490918479859829, 0.0003890539810527116, -0.002588780364021659, -0.0017963674617931247, -0.0074559650383889675, 0.01294910442084074, -0.02237483114004135, -0.007761139422655106, 0.009280075319111347, 0.003308367682620883, -0.0345679335296154, 0.014967416413128376, -0.020224738866090775, -0.01025108527392149, 0.01503677386790514, -0.0015154682332649827, -0.011423232033848763, 0.02291582152247429, -0.011194351129233837, 0.009751709178090096, -0.031155530363321304, -0.009682350791990757, 0.02523237280547619, -0.028270244598388672, -0.021986426785588264, -0.02901930920779705, -0.007351928390562534, -0.020377326756715775, -0.017492040991783142, -0.01566099375486374, 0.001681927009485662, -0.007823561318218708, 0.023651015013456345, -0.008475525304675102, 0.03268140181899071, 0.0019368169596418738, 0.003516441211104393, 0.02322099730372429, -0.020571528002619743, -0.010854498483240604, -0.009640736505389214, -0.0034574870951473713, 0.019780848175287247, -0.0002525057934690267, 0.014051893725991249, 0.017297839745879173, 0.0021604958456009626, 0.0012519086012616754, 0.017214609310030937, 0.00010376579302828759, -0.011423232033848763, 0.007449029479175806, -0.01919824257493019, -0.0018015692476183176, -0.007809689734131098, 0.00838536024093628, -0.002625193214043975, 0.00798308476805687, 0.016798462718725204, 0.007289506494998932, -0.017408812418580055, 0.005728955380618572, -0.00793453399091959, -0.00324421189725399, -0.0002776480105239898, 0.00685255229473114, -0.0047128633596003056, -0.02453879453241825, 0.027340849861502647, -0.015314205549657345, 0.0026546702720224857, 0.023456813767552376, -0.0012415049131959677, 0.0015770233003422618, 0.03437373414635658, 0.016312958672642708, -0.007240955717861652, 0.004927872680127621, -0.028089914470911026, -0.020682500675320625, 0.004438899923115969, -0.0121931042522192, -0.011541140265762806, -0.02987934648990631, -0.007712589111179113, -0.014828700572252274, 0.00531627656891942, -0.010056883096694946, 0.036038320511579514, 0.009106680750846863, -0.004820368252694607, -0.028630906715989113, -0.0001608234306331724, -0.0005769703420810401, 0.02180609665811062, -0.023706501349806786, -0.005208771675825119, 0.008205029182136059, 0.0016411793185397983, -0.0010689772898331285, 0.009099745191633701, 0.006876827217638493, -0.00944653432816267, 0.020737987011671066, -0.011187415570020676, -0.015175489708781242, 0.018449177965521812, -0.009675415232777596, 0.005954368505626917, -0.0016481151105836034, -0.05101960897445679, -0.008066314272582531, 0.009196845814585686, 0.005076991859823465, 0.03601057827472687, 0.01506451703608036, -0.0074767726473510265, -0.008100992999970913, 0.013157177716493607, -0.005957836285233498, 0.02699406072497368, 0.0016108351992443204, -0.013878499157726765, 0.011423232033848763, 0.004258569795638323, 0.026286611333489418, -0.008773763664066792, 0.01400334294885397, -0.0074212863110005856, 0.02982386015355587, -0.024164263159036636, -0.008836185559630394, 0.011846315115690231, 0.006217928137630224, 0.00758080929517746, -0.008454717695713043, 0.003894441295415163, -0.00038233495433814824, -0.010313507169485092, -0.012761837802827358, -0.02790958434343338, -0.0021258171182125807, -0.022652262821793556, -0.010479966178536415, -0.007837433367967606, 0.001650715945288539, 0.01131225936114788, 0.01621585711836815, 0.0070051392540335655, 0.00751838693395257, -0.0012449728092178702, 0.003731450531631708, 0.024316849187016487, 0.00534055195748806, 0.02413651905953884, 0.010348185896873474, -0.026217253878712654, 0.020418940111994743, -0.014259967021644115, 0.007941469550132751, 0.006887231022119522, 0.01768624223768711, -0.005541689228266478, 0.01718686707317829, 0.015397435054183006, -0.0017044682754203677, 0.0056700012646615505, 0.00228013820014894, 0.011978094466030598, -0.009196845814585686, -0.027992814779281616, -0.0008981837308965623, -0.002163963858038187, -0.0035008357372134924, -0.006887231022119522, -0.003185257548466325, 0.03132198750972748, -0.008531011641025543, 0.003055211855098605, 0.014565140940248966, -0.03129424527287483, -0.00021880223357584327, 0.00720627699047327, 0.08017763495445251, 0.01632682979106903, 0.022555161267518997, -0.005611047148704529, -0.010486901737749577, 0.0058537996374070644, -0.014537397772073746, -0.04363993555307388, -0.009113617241382599, 0.009196845814585686, -0.015480664558708668, 0.009328626096248627, -0.02660565823316574, -0.009328626096248627, -0.008322937414050102, 0.010507709346711636, -0.012255526147782803, 0.009987525641918182, 0.029296740889549255, -0.0024049822241067886, -0.016590388491749763, 0.011520332656800747, -0.002528092358261347, -0.020627014338970184, -0.019919564947485924, -0.017741728574037552, 0.008302130736410618, -0.019253728911280632, 0.010764332488179207, 0.0023859087377786636, 0.009862680919468403, -0.01163824088871479, -0.02095993235707283, -0.004286312963813543, 0.004418092779815197, 0.008094057440757751, -0.014620627276599407, -0.0014279040042310953, -0.0013611471513286233, 0.009987525641918182, -0.015106132254004478, 0.013899305835366249, 0.01297684758901596, -0.023859089240431786, -0.005146349780261517, -0.00012256826448719949, -0.006523102521896362, -0.004716331604868174, -0.014523526653647423, 0.01352477353066206, 0.021168004721403122, 0.016285214573144913, 0.012248589657247066, 0.021195748820900917, -0.0031297714449465275, -0.011083378456532955, 0.01954503171145916, -0.0017374132294207811, 0.02272162027657032, -0.006200588773936033, -0.011645177379250526, 0.0071715982630848885, -0.007185469847172499, 0.0036100742872804403, -0.002743101678788662, 0.012630058452486992, -0.0016983995446935296, -0.010916920378804207, 0.011111121624708176, -0.030545182526111603, 0.01768624223768711, 0.007650167215615511, 0.021584151312708855, -0.0033066337928175926, 0.01950341835618019, 0.004102514591068029, -0.003273688955232501, 0.010916920378804207, 0.016715234145522118, -0.002869679592549801, 0.0013203993439674377, -0.011152736842632294, -0.006342772394418716, 0.015980040654540062, -0.02236096002161503, -0.01106257177889347, 0.02247193269431591, 0.0398113839328289, -0.015550022013485432, -0.0003753991622943431, -0.007490644231438637, -0.00758080929517746, 0.011381617747247219, 0.005271194037050009, -0.009203782305121422, -0.011215158738195896, 0.004504790063947439, -0.015841325744986534, -0.0012631792342290282, 0.02846444770693779, 0.006783194374293089, 0.013462351635098457, -0.0006914107361808419, -0.00323034031316638, -0.00017718753952067345, -0.007053689565509558, 0.0060202581807971, 0.003344780532643199, -0.003942991606891155, -0.016035526990890503, -0.010639488697052002, 0.004945212043821812, -0.010639488697052002, -0.012179232202470303, -0.029185768216848373, -0.00015887274639680982, -0.017769472673535347, 0.013545581139624119, -0.00719240540638566, 0.0026425328105688095, -0.010112369433045387, -0.010195598937571049, 0.008371488191187382, -0.03437373414635658, -0.029435455799102783, -0.00022627986618317664, -0.0033673217985779047, 0.0037210467271506786, -0.012394241988658905, -0.007816625759005547, -0.009578314609825611, 0.00415800092741847, -0.02739633619785309, -0.0002444862911943346, 0.008253579959273338, 0.0009848809568211436, -0.01276877336204052, 0.004161468707025051, -0.007664038334041834, 0.008024699054658413, 0.024150392040610313, 0.007920662872493267, -0.004754478111863136, -0.015452921390533447, 0.0005297203315421939, -0.013094755820930004, -0.014828700572252274, -0.0015406104503199458, -0.006984332110732794, -0.02402554638683796, -0.023345841094851494, -0.011957286857068539, -0.01632682979106903, -0.010542388074100018, 0.014246094971895218, -0.016257472336292267, -0.013698168098926544, 0.0013091287110000849, -0.006478019990026951, 0.003741854103282094, -0.008024699054658413, -0.02714664861559868, 0.011104186065495014, -0.029934832826256752, -0.012269397266209126, -0.01642393134534359, 0.021847711876034737, -0.0034661567769944668, 0.021278977394104004, 0.020474426448345184, -0.009536699391901493, -0.02095993235707283, 0.026924703270196915, 0.00021457574621308595, -0.029601914808154106, 0.008274387568235397, 0.005576368421316147, -0.03204331174492836, 0.002333890413865447, 0.017741728574037552, -0.0010169589659199119, 0.005541689228266478, 0.013067012652754784, 0.006793598178774118, -0.012151489034295082, -0.0047128633596003056, -0.012248589657247066, -0.0018639912595972419, -0.016354572027921677, -0.007310313638299704, -0.017353326082229614, 0.016534902155399323, -0.001042101182974875, -0.018074646592140198, -0.0075669377110898495, -0.013316700235009193, -0.008565690368413925, 0.0012787847081199288, -0.03656544163823128, -0.003686367766931653, -0.0012163626961410046, 0.009287011809647083, -0.004927872680127621, -0.0005409909645095468, 0.02322099730372429, -0.007074497174471617, 0.00946734193712473, -0.02181996777653694, 0.02025248110294342, -0.0009736103238537908, -0.039312008768320084, 0.011943415738642216, 0.013559453189373016, -0.017797214910387993, -0.0015015966491773725, 0.013712040148675442, -0.0016481151105836034, 0.011194351129233837, -0.01052851602435112, 0.0003829851921182126, -0.011076442897319794, 0.005305872764438391, -0.00420655170455575, -0.020141510292887688, 0.007587744854390621, 0.002193440916016698, 0.009266204200685024, -0.011166607961058617, -0.00453253323212266, -0.01125677302479744, 0.005954368505626917, -0.007365799974650145, 0.014509654603898525, 0.028145400807261467, 0.020946059376001358, 0.0022593308240175247, 0.015536150895059109, 0.014259967021644115, 0.01939244568347931, -0.013455416075885296, -0.0174365546554327, -0.002680679550394416, -0.002247193129733205, -0.000271362456260249, 0.010542388074100018, 0.0018154408317059278, -8.572192746214569e-05, 0.007747267838567495, 0.00785824004560709, -2.0983448848710395e-05, -0.0028055235743522644, -0.008426974527537823, -0.0021951748058199883, 0.0047856890596449375, -0.007761139422655106, 0.02025248110294342, 0.006835212465375662, -0.003516441211104393, 0.0049521480686962605, 0.006599396001547575, -0.019212115556001663, 0.005503542721271515, 0.00017610382928978652, -0.005531285889446735, -0.0002945539599750191, 0.00493827648460865, 0.0013247343013063073, -0.020432813093066216, -0.01747816987335682, 0.02951868623495102, -0.02000279352068901, -0.005021505989134312, -0.0017200738657265902, 0.0016056334134191275, 0.020127637311816216, 0.004216955043375492, -0.00717853382229805, 0.01969761960208416, -0.0010637755040079355, -0.016340700909495354, -0.009945910423994064, -0.0031835236586630344, -0.008440845645964146, -0.01478708628565073, -0.005413377657532692, -0.004671248607337475, 0.02946319989860058, 0.012290204875171185, 0.016493288800120354, 0.0008830116712488234, -0.014287710189819336, 0.013254278339445591, -0.005229579284787178, -0.005437652580440044, -0.004060899838805199, -0.009578314609825611, -0.02528785914182663, -0.018976297229528427, -0.011756150051951408, 0.035649918019771576, -0.002713624620810151, 0.0022090463899075985, 0.009300882928073406, 0.003337844740599394, -0.010743525810539722, -0.00282806484028697, 0.008329873904585838, -0.0026529363822191954, -0.011853250674903393, -0.019836334511637688, -0.016229728236794472, -0.018074646592140198, 0.018629509955644608, 0.013136370107531548, -0.01929534412920475, -0.0012787847081199288, -0.006339304149150848, -0.0028020557947456837, 0.0006515299901366234, 0.006245671305805445, 0.018060775473713875, 0.004255102016031742, -0.02197255566716194, -0.018629509955644608, -0.01030657161027193, 0.006793598178774118, 0.001627307734452188, -0.013843819499015808, -0.0219170693308115, -0.025759492069482803, 0.010140112601220608, 0.006509230937808752, -0.034540191292762756, 0.009626864455640316, -0.008482460863888264, 0.02714664861559868, -0.02140382118523121, -0.01602165587246418, -0.014911930076777935, 0.015688737854361534, -9.861814032774419e-05, -0.005267726257443428, 0.01481482945382595, 0.0012042251182720065, -0.005295468959957361, 0.0007447295356541872, -0.020585399121046066, -0.015896812081336975, -0.012671672739088535, -0.0032702209427952766, 0.011208223178982735, -0.000415930146118626, -0.008558754809200764, -0.004241230431944132, 0.006724240258336067, 0.0019524224335327744, 0.01854627951979637, 0.003053477732464671, 0.0008921148837544024, -0.011978094466030598, 0.006263010669499636, 0.0007031148415990174, 0.0066271391697227955, 0.012477470561861992, -0.0032130007166415453, -0.007795818615704775, -0.01636844500899315, 0.022139014676213264, 0.0035303127951920033, -0.0014643168542534113, -0.01948954537510872, -0.01596616953611374, -0.025676263496279716, -0.016992663964629173, -0.012609250843524933, 0.004314056131988764, -0.013587196357548237, 0.02555141970515251, 0.010396736674010754, -0.019822463393211365, 0.025704005733132362, 0.018171748146414757, -0.006315029226243496, -0.01853240840137005, -0.015841325744986534, 0.008773763664066792, 0.0056700012646615505, 0.011839378625154495, 0.006887231022119522, -0.008954093791544437, -0.013843819499015808, 0.011326131410896778, -0.002200376708060503, -0.015841325744986534, 0.0019905692897737026, -0.006148570217192173, 0.008704406209290028, 0.004761414136737585, 0.03248719871044159, 0.014468040317296982, 0.0030205328948795795, -0.017200738191604614, 0.011679856106638908, -0.0070259468629956245, 0.007698717527091503, 0.008531011641025543, -0.0038424229715019464, 0.009730901569128036, 0.00947427749633789, -0.0013672158820554614, 0.007525322958827019, -0.005923157557845116, -0.02236096002161503, -0.00600638659670949, -0.012276332825422287, 0.003247679676860571, -0.00952282827347517, 0.0019940370693802834, 0.006831744685769081, -0.0014452434843406081, 0.01647941768169403, 0.024247491732239723, -0.0020165785681456327, -0.003526844782754779, -0.004588019568473101, -0.0013576792553067207, -0.010729653760790825, 0.00934249721467495, 0.011548075824975967, -0.009557507000863552, 0.0026824134401977062, -0.01060480996966362, 0.00375225767493248, -0.006758918985724449, -0.003564991755411029, -0.005090863443911076, 0.0074004787020385265, -0.002651202492415905, -0.011582755483686924, -0.00045429368037730455, -0.03653769567608833, -0.013684296980500221, -0.01174227800220251, 0.004744074307382107, -0.014169801957905293, 0.01813013292849064, 0.010327378287911415, 0.018310463055968285, -0.004477046895772219, 0.00643640523776412, -0.008378423750400543, -0.005333615932613611, -0.0012579773319885135, -0.009231525473296642, -0.0010282295988872647, -0.007657102774828672, -0.019281473010778427, 0.015758095309138298, -0.004636569879949093, 0.03384661301970482, 0.011187415570020676, 0.0013646150473505259, 0.00751838693395257, 0.01661813259124756, 0.01516161859035492, -0.0082605155184865, 0.009599121287465096, 0.007872112095355988, -0.0002871846954803914, 0.001834514201618731, 0.03531700000166893, -0.002808991586789489, -0.018754353746771812, -0.002784716198220849, -0.004581083543598652, 0.0026286612264811993, 0.004612294491380453, 0.010188663378357887, 0.021736739203333855, -0.01778334379196167, 0.02388683147728443, 0.006595928221940994, -0.0074767726473510265, -0.014121251180768013, -0.003613542066887021, -0.01950341835618019, -0.007816625759005547, 0.014662242494523525, -0.013642681762576103, -0.0025142207741737366, -0.00419268012046814, 0.02030796743929386, 0.019877949729561806, 0.008371488191187382, -0.005995983257889748, -0.0039603314362466335, -0.0015120003372430801, 0.003845890751108527, -0.014246094971895218, 0.016243599355220795, -0.015855196863412857, 0.003266753163188696, 0.015577765181660652, 0.006367047317326069, 0.0018986702198162675, 0.01023027766495943, -0.010833690874278545, 0.0052746618166565895, -0.01052851602435112, 0.015938425436615944, -0.0021500922739505768, -0.010438350960612297, 0.01607714220881462, 0.0021362206898629665, -0.02059927023947239, 0.007046754006296396, -0.00801082793623209, -0.014565140940248966, -0.01611875556409359, 0.01627134345471859, -0.005045780912041664, 0.009536699391901493, 0.008253579959273338, 0.046220049262046814, -0.02901930920779705, 0.011346938088536263, 0.014800957404077053, -0.032570429146289825, -0.001206825952976942, 3.234891846659593e-05, 0.006686093285679817, -0.0020564591977745295, -0.017852701246738434, 0.013725911267101765, -0.004348734859377146, -0.027978941798210144, 0.013087819330394268, -0.022194501012563705, -0.009377176873385906, 0.015647122636437416, 0.003877101931720972, 0.0003602271608542651, -0.013413801789283752, -0.004383414052426815, -0.028936080634593964, -0.03098907135426998, 0.004296716768294573, 0.013531710021197796, -0.01516161859035492, -0.015300334431231022, 0.015702608972787857, 0.0020443215034902096, 0.00043001846643164754, -0.027382465079426765, -0.013989470899105072, -0.015369691886007786, 0.018268847838044167, -0.02212514355778694, 0.02699406072497368, -0.007261763326823711, -0.0020894042681902647, 0.0031297714449465275, -0.027216006070375443, 0.00611042371019721, -0.015092260204255581, 0.003679431974887848, 0.00758080929517746, -0.005205303896218538, -0.00452212942764163, -0.01518936175853014, -0.007865176536142826, 0.018879197537899017, -0.014468040317296982, -0.01606326922774315, -0.00901651568710804, -0.0049521480686962605, 0.008919415064156055, -0.007123047485947609, -0.00947427749633789, -0.00487238634377718, -0.014842572622001171, 0.01244279183447361, -0.003523377003148198, -6.085064524086192e-05, -0.01954503171145916, 0.011298388242721558, 0.002821129048243165, 0.009037323296070099, 0.011145801283419132, 0.006356643512845039, 0.0012787847081199288, 0.0009866149630397558, 0.0007403946947306395, 0.004969487432390451, 0.005722019821405411, -0.019281473010778427, 0.0017166059697046876, 0.012304075993597507, 0.022610647603869438, 0.0026824134401977062, -0.024816226214170456, -0.00955057144165039, -0.0008179887081496418, 0.022291602566838264, -0.013413801789283752, 0.018199490383267403, 0.0401165597140789, 0.010473029688000679, -0.0098765529692173, 0.008329873904585838, 0.00866279099136591, 0.016257472336292267, -0.010459158569574356, 0.005586771760135889, -0.005531285889446735, -0.01914275623857975, 0.001749550923705101, 0.006145102437585592, 0.023664886131882668, 0.028339603915810585, -0.006696497090160847, 0.014481911435723305, -0.005819120444357395, 0.0041059828363358974, -0.01171453483402729, -0.00246220245026052, -0.021251235157251358, -0.011555012315511703, 0.008967965841293335, 0.007303378079086542, -0.002103275852277875, 0.004629634320735931, -0.01276877336204052, 0.0020252482499927282, -0.03376338258385658, -0.011922608129680157, 0.013642681762576103, -0.0061208270490169525, -0.009203782305121422, 0.026078538969159126, 0.014925802126526833, -0.04205857962369919, -0.017089765518903732, 0.006914974190294743, -0.010091561824083328, -0.018768224865198135, -0.0002733131404966116, 0.009862680919468403, 0.014176737517118454, -0.00643640523776412, 0.005787909496575594, -0.009404920041561127, 0.0026113216299563646, -0.0020373857114464045, -0.009030387736856937, 0.009980589151382446, -0.0018501196755096316, 0.013621875084936619, 0.002510752994567156, -0.003393331076949835, 0.013933984562754631, -0.0040504964999854565, -0.01138855330646038, 0.004379945807158947, -0.009432663209736347, -0.02595369517803192, -0.002602651948109269, -0.016895564272999763, -0.026758244261145592, -0.01478708628565073, -0.006599396001547575, -0.01251908577978611, -0.00836455263197422, 0.019281473010778427, 0.020169252529740334, 0.020169252529740334, 0.0011192617239430547, -0.016840077936649323, -0.00939798355102539, -0.008225836791098118, -0.007969212718307972, 0.010043011978268623, -0.005357891321182251, -0.011943415738642216, -9.543472515360918e-06, -0.00010755880066426471, 0.018865326419472694, 0.01166598405689001, 0.014828700572252274, -0.023040665313601494, 0.0028800831642001867, 0.004230826627463102, 0.01176308561116457, -0.012671672739088535, 0.007268698886036873, 0.0018189087277278304, 0.004650441464036703, -0.010896112769842148, 0.011797764338552952, -0.006911506410688162, -0.005167157389223576, 0.008121799677610397, 0.0127410301938653, 0.004848111420869827, 0.015133875422179699, -0.013205727562308311, -0.008094057440757751, -0.0008452983456663787, 0.017824959009885788, 0.002210780279710889, -0.01168679166585207, -0.011721470393240452, -0.043556708842515945, 0.01030657161027193, 0.013004590757191181, 0.00037149779382161796, -0.018254976719617844, 0.004754478111863136, -0.00415453314781189, -0.004310588352382183, 0.012553764507174492, 0.0025801106821745634, 0.022041913121938705, -0.01015398371964693, -0.02136220782995224, -0.006342772394418716, 0.008218901231884956, 0.0023911106400191784, 0.014703856781125069, -0.009862680919468403, 0.002760441042482853, 0.010216406546533108, 0.005569432396441698, 0.023165510967373848, -0.024358464404940605, 0.010375929065048695, 0.01014704816043377, -0.05099186673760414, 0.005486203357577324, -0.0007286905311048031, -0.020918317139148712, -0.019184371456503868, 0.012213910929858685, -0.022541290149092674, -0.010049947537481785, -0.015785839408636093, 0.0012232984881848097, 0.014468040317296982, 0.018463050946593285, -0.01098627783358097, -0.028492189943790436, 0.002923431806266308, 0.007157726678997278, -0.0003058246220462024, -0.02090444602072239, -0.009682350791990757, 0.012588443234562874, 0.0058364602737128735, 0.005392570048570633, 0.025676263496279716, -0.006013322621583939, 0.013920113444328308, -0.02478848397731781, 0.016853949055075645, 0.0047856890596449375, -0.01317104883491993, 0.00839229580014944, -0.013698168098926544, -0.0011686792131513357, 0.012852002866566181, 0.017353326082229614, 0.006880295462906361, 0.016659747809171677, -0.015050645917654037, 0.0012969911331310868, 0.004705927800387144, 0.008954093791544437, -0.013406865298748016, -0.02046055532991886, -0.02291582152247429, 0.003991542384028435, 0.009911231696605682, -0.005995983257889748, -0.011138864792883396, -0.015633251518011093, -0.01549453567713499, 0.003963799215853214, 0.01506451703608036, 0.003469624789431691, 0.00759468087926507, -0.02555141970515251, 0.013892370276153088, -0.013046205043792725, -0.014370939694344997, 0.020918317139148712, -0.00879457127302885, 0.002444863086566329, -0.00719240540638566, -0.003894441295415163, -0.010112369433045387, 0.009238461032509804, -0.02111251838505268, -0.010764332488179207, -0.0060861483216285706, -0.012248589657247066, 0.026383712887763977, -0.0003994576691184193, -0.006207524333149195, 0.0071715982630848885, -0.006256075110286474, -0.00678666215389967, 0.018851453438401222, -0.013829948380589485, 0.0025402300525456667, 0.011242901906371117, 0.014204480685293674, -0.036953844130039215, -0.011541140265762806, 0.005943964701145887, -0.012498278170824051, 0.017450425773859024, -0.003929120022803545, -0.005593707785010338, -0.020765729248523712, 0.0021310187876224518, 0.001724408706650138, 0.003356918226927519, 0.01478708628565073, 0.005579836200922728, -0.045970357954502106, -0.029407713562250137, -0.013940921053290367, -0.0098765529692173, 0.02553754672408104, -0.010438350960612297, -0.0007586011197417974, 0.0128936180844903, -0.027326978743076324, -0.0004711996589321643, 0.010237213224172592, 0.014197545126080513, 0.01516161859035492, -0.018601765856146812, 0.015882939100265503, 0.0197531059384346, 0.01506451703608036, 0.016285214573144913, -0.01015398371964693, 0.007990020327270031, 0.004792625084519386, 0.019128885120153427, -0.02865864895284176, 0.0028922208584845066, -0.033125292509794235, 0.006155506242066622, 0.013025397434830666, -0.010819818824529648, -0.001261445228010416, -0.0023321565240621567, -0.013712040148675442, -0.0024465969763696194, -0.009502020664513111, -0.0037002393510192633, 0.0019801657181233168, 0.026355968788266182, 0.0024760740343481302, -0.022444188594818115, 0.010833690874278545, -0.0060480013489723206, 0.011860186234116554, 0.000883445143699646, -0.011159672401845455, -0.008565690368413925, 0.0030569457449018955, -0.006363579537719488, 0.0065369741059839725, -0.003679431974887848, 0.012761837802827358, 0.002285340102389455, 8.97316713235341e-05, -0.03376338258385658, -0.010015268810093403, 0.005156753584742546, -0.0007577341166324914, 0.02428910695016384, 0.013864627107977867, -0.006568185053765774, -0.011839378625154495, 0.011118058115243912, 0.0035545879509299994, 0.0007334589026868343, 0.004681652411818504, -0.007143855094909668, -0.010001396760344505, 0.00828825868666172, 0.0034228081349283457, -0.003121101763099432, -0.007199340965598822, 0.010438350960612297, -0.020724115893244743, 0.0029771842528134584, 0.007879047654569149, 0.01757526956498623, 0.010341250337660313, -0.005160221364349127, -0.025273988023400307, 0.013885434716939926, -0.010077690705657005, -0.00788598321378231, -0.0007906790706329048, -0.0002525057934690267, 0.022888079285621643, 0.012151489034295082, -0.003091624705120921, -0.0031367072369903326, -0.008170350454747677, -0.012713287025690079, -0.02785409800708294, 0.012435856275260448, -0.012623121961951256, 0.005895414389669895, 0.01678459160029888, 0.024192005395889282, -0.005548625253140926, -0.01030657161027193, 0.01607714220881462, -0.00607227673754096, -0.010937727056443691, 0.007899855263531208, 0.017769472673535347, -0.02195868454873562, 0.007358863949775696, -0.02957417257130146, 0.0034886980429291725, -0.0011678121518343687, -0.013850755989551544, 0.014017214067280293, 0.00898877251893282, 0.008808442391455173, 0.019309215247631073, 0.024996556341648102, -0.01206132397055626, 0.0053856344893574715, -0.0065716528333723545, -3.3622283808654174e-05, 0.0017452159663662314, 0.02760441042482853, -0.0011955553200095892, -0.007372735533863306, -0.0038008082192391157, 0.014537397772073746, -0.0010316974949091673, -0.01828272081911564, 0.019475674256682396, -0.005215707700699568, -0.01577196642756462, 0.014107379131019115, -0.014086572453379631, 0.019309215247631073, 0.0009406653698533773, -0.008829250000417233, 0.010244149714708328, -0.016437802463769913, 0.007996955886483192, -0.011180480010807514, 0.02211127057671547, 0.01889306865632534, -0.014828700572252274, -0.021695123985409737, 0.020668629556894302, -0.02312389574944973, -0.00013145474076736718, -0.00838536024093628, -0.04150371626019478, 0.008961029350757599, -0.011014021001756191, 0.002028716029599309, 0.0008903809357434511, -0.005555560812354088, 0.021778354421257973, 0.008787634782493114, -0.0071507906541228294, -0.0035927349235862494, -0.008933286182582378, 0.015619379468262196, -0.03043420985341072, -0.014287710189819336, 0.013836883939802647, 0.027188263833522797, 0.008683598600327969, -0.011700663715600967, -0.006998203694820404, 0.006134698633104563, -0.021681252866983414, -0.0031176337506622076, 0.005472331773489714, 0.01174227800220251, 0.002346028108149767, 0.006245671305805445, 0.010119304992258549, 0.009203782305121422, -0.004636569879949093, 0.006356643512845039, 0.0015154682332649827, -0.009300882928073406, 0.018352078273892403, -0.008378423750400543, -0.004594955127686262, -0.004678184632211924, 0.0016195049975067377, 0.012838131748139858, -0.0019541564397513866, 0.005957836285233498, 0.0016784591134637594, -0.007407414726912975, 0.0015024637104943395, -0.02811765857040882, -0.006724240258336067, -0.003828551387414336, 0.0012163626961410046, 0.006332368589937687, -0.004470111336559057, 0.0012588443933054805, -0.011645177379250526, -0.01772785745561123, -0.023082280531525612, 0.0030240006744861603, -0.012227782979607582, -0.004248165991157293, -0.004310588352382183, 0.002621725434437394, -0.009280075319111347, -0.01772785745561123, -0.00914829596877098, -0.00020330509869381785, -0.01556389406323433, -0.014925802126526833, 0.011069507338106632, 0.02180609665811062, 0.01647941768169403, 0.01646554470062256, -0.009883488528430462, -0.0026564043946564198, -0.006512698717415333, 0.0024205876979976892, -0.005531285889446735, 0.011776956729590893, 0.0026477344799786806, -0.024011675268411636, -0.010140112601220608, -0.010694975033402443, -0.0070051392540335655, 0.021625766530632973, -0.0003006227780133486, -0.00939798355102539, -0.002515954663977027, -0.015355819836258888, 0.0026355970185250044, 0.00531627656891942, -0.005510478280484676, -0.018504664301872253, 0.04031076282262802, -0.009543634951114655, 0.0040678358636796474, 0.0009224589448422194, 0.005194900557398796, -0.031016815453767776, 0.023942317813634872, 0.0135802598670125, 0.005787909496575594, -0.0005453258054330945, 0.014579012989997864, -0.011249837465584278, 0.013386058621108532, 0.007462901063263416, 0.0327368900179863, 0.010715782642364502, -0.008073249831795692, -0.007435157895088196, -0.009259268641471863, 0.006911506410688162, 0.0017928995657712221, -0.012352626770734787, -0.005701212212443352, -0.010389801114797592, 0.016451673582196236, -0.012179232202470303, 0.013080883771181107, -0.00565612968057394, -0.018463050946593285, -0.01241504866629839, -0.03204331174492836, -0.0007729061762802303, 0.024205876514315605, 0.017200738191604614, -0.02292969450354576, -0.015730353072285652, 0.018726609647274017, -0.010140112601220608, -0.0032268723007291555, -0.013774462044239044, 0.020030537620186806, -0.0035441843792796135, -0.010313507169485092, 0.019739234820008278, 0.0024153857957571745, -0.004095579031854868, 0.00904425885528326, -0.03168265148997307, 0.022999051958322525, -0.00342627614736557, -0.03173813596367836, 0.0001964776893146336, 0.0034592209849506617, -0.013642681762576103, 0.008551818318665028, 0.002444863086566329, -0.007761139422655106, -0.008135671727359295, -0.005645726341754198, 0.015980040654540062, -0.0084131034091115, -0.029685145244002342, 0.0022159821819514036, 0.00788598321378231, -0.0172839667648077, 0.004678184632211924, 0.01023027766495943, 0.0022888078819960356, 0.005774037912487984, -0.00906506646424532, 0.01837982051074505, 0.01330282911658287, 0.004064368084073067, -0.016964921727776527, 0.00011530736810527742, 0.01964213326573372, -0.008759891614317894, -0.0035251108929514885, 0.0019766977056860924, 0.013538645580410957, -0.0004278510168660432, -0.011541140265762806, -0.013434608466923237, -0.010812883265316486, 0.013996407389640808, 0.006679157726466656, 0.010355121456086636, 0.006908038165420294, 0.0015882939333096147, 0.013032332994043827, 0.005167157389223576, 0.02120961993932724, 0.020266354084014893, 0.01808851771056652, 0.006904570385813713, 0.016701361164450645, -0.03717578947544098, -0.009099745191633701, -0.003651689039543271, 0.003942991606891155, -0.0023148171603679657, 0.01322653517127037, 0.022180629894137383, 0.010868369601666927, -0.011131929233670235, -0.0036482210271060467, 0.002925165928900242, 0.02720213495194912, -0.013635746203362942, -0.015577765181660652, 0.01849079318344593, 0.01546679250895977, 0.008198093622922897, -0.010029139928519726, 0.01543904934078455, 0.005579836200922728, -0.00016721735300961882, -0.013566388748586178, -0.05199061706662178, -0.007469836622476578, -0.01577196642756462, -0.0025194226764142513, 0.005337083712220192, 0.009051194414496422, -0.0308780986815691, -0.02444169484078884, -0.0003953395353164524, -0.02851993404328823, 0.0074004787020385265, 0.014565140940248966, -0.0039221844635903835, 0.0027517713606357574, -0.01797754503786564, 0.00414412934333086, 0.0036170100793242455, 0.0014357067411765456, -0.01793593168258667, 0.003669028403237462, 0.00037366521428339183, -0.01249134261161089, -0.025828849524259567, 0.008191158063709736, 0.003128037555143237, -0.019725361838936806, 0.031765878200531006, -0.005066588521003723, 0.0060202581807971, -0.008961029350757599, -0.0071715982630848885, -0.005111671052873135, -0.02297130785882473, 0.021653510630130768, -0.01697879284620285, 0.006946185138076544, -0.015286462381482124, 0.021681252866983414, 0.01055625919252634, 0.008336809463799, -0.017644628882408142, 0.0031367072369903326, 0.002736165886744857, -0.021320592612028122, -0.007920662872493267, -0.015106132254004478, -0.007643231190741062, 0.00034158723428845406, 0.004945212043821812, -0.022985178977251053, -0.016257472336292267, -0.0186849944293499, -0.007747267838567495, 0.005441120360046625, 0.003011863213032484, -0.0013516104081645608, 0.010479966178536415, 0.014773214235901833, 0.027521181851625443, 0.007449029479175806, -0.03259817138314247, -0.004837707616388798, -0.014017214067280293, 0.025856593623757362, 0.009883488528430462, -0.02553754672408104, -0.007560001686215401, 0.005146349780261517, -0.002113679423928261, -0.015827452763915062, -0.013843819499015808, -0.006207524333149195, -0.025731749832630157, 0.018920812755823135, 0.02427523583173752, -0.004917468875646591, 0.0012206975370645523, 0.0008071515476331115, 0.026328226551413536, -0.00015713879838585854, 0.011527269147336483, -0.0035181751009076834, -0.012969911098480225, -0.008787634782493114, 0.02412264794111252, -0.020127637311816216, -0.006491891574114561, -0.011596626602113247, 0.0034592209849506617, 0.004026221111416817, -0.014301581308245659, 0.0062491390854120255, 0.017311710864305496, -0.0030621474143117666, -0.014426425099372864, -0.017894316464662552, -0.001645514159463346, -0.02469138242304325, -0.014315453357994556, 0.016798462718725204, 0.0034574870951473713, -0.009335561655461788, 0.008967965841293335, -0.007372735533863306, -0.0018900004215538502, -0.041781146079301834, -0.020030537620186806, 0.04094885289669037, 0.0197531059384346, 0.019572775810956955, -0.010410607792437077, -0.002127551008015871, 0.012408113107085228, -0.011402424424886703, 0.011887929402291775, 0.016521031036973, -0.0006441607256419957, -0.0033135695848613977, 0.02358165755867958, 0.006616735365241766, 0.0023668354842811823, -0.01360106747597456, -0.0022333215456455946, -0.0020668627694249153, -0.0005175826954655349, 0.023997804149985313, 0.005420313216745853, -0.010889177210628986, 0.014454168267548084, -0.006113891489803791, 0.010972406715154648, 0.00207206467166543, 0.013469287194311619, -0.020696371793746948, -0.014856443740427494, 0.01125677302479744, 0.03398532792925835, 0.01717299409210682, -0.0011426700511947274, 0.009217653423547745, -0.003131505334749818, 0.012158424593508244, 0.015341948717832565, -4.925488610751927e-05, 0.016673618927598, -0.01163824088871479, -0.007747267838567495, -0.020474426448345184, -0.0003056078858207911, -0.004799560643732548, 0.007123047485947609, -0.0013134636683389544, -0.009106680750846863, 0.0016827939543873072, -0.0033690559212118387, -0.010334314778447151, 0.017103636637330055, 0.00535442354157567, 0.001365481992252171, -0.018352078273892403, 0.004005413968116045, 0.00680053373798728, 0.011090314947068691, -0.003887505503371358, -0.0066999648697674274, 0.013836883939802647, 0.0053856344893574715, -0.001707069226540625, -0.00907200202345848, 0.01481482945382595, 0.015577765181660652, -0.030240006744861603, 0.010091561824083328, -0.012428920716047287, -0.0066444785334169865, -0.008822314441204071, -0.004047028720378876, 0.008045506663620472, 0.007102240342646837, -0.009196845814585686, -0.0032996980007737875, 0.013621875084936619, 0.0174365546554327, 0.008829250000417233, 0.0019004041096195579, 0.026425328105688095, 0.017561398446559906, 0.0014053627382963896, 0.01360106747597456, 0.013490094803273678, 0.006367047317326069, 0.018726609647274017, -0.003065615426748991, -0.012630058452486992, -0.009862680919468403, 0.01166598405689001, -0.0011721471091732383, 0.018421435728669167, 0.015938425436615944, -0.0021310187876224518, 0.011915672570466995, 0.00646068062633276, 0.008281323127448559, 0.004258569795638323, 0.017616884782910347, -0.005902349948883057, 0.012574572116136551, -0.005735891405493021, -0.012241654098033905, -0.006339304149150848, -0.007053689565509558, 0.007483708206564188, -0.007123047485947609, 0.019184371456503868, 0.01025108527392149, 0.00937024038285017, -0.006994735449552536, 0.0011313993018120527, -0.005538221448659897, 0.007091836538165808, 0.01828272081911564, 0.0013446746161207557, -0.00020493066404014826, -0.011548075824975967, -0.008184222504496574, 0.016937177628278732, 0.0019246793817728758, -0.02494107000529766, -0.01360106747597456, 0.02186158299446106, -0.025704005733132362, -0.022333215922117233, 0.0020495234057307243, -0.00941879115998745, 0.007136919070035219, -0.006495359353721142, -0.00414412934333086, 0.0035493862815201283, -0.014981288462877274, 0.0011157938279211521, -0.019711490720510483, 0.006856020074337721, -0.006831744685769081, -0.015022902749478817, 0.0008856126223690808, -0.003327441168949008, 0.024067161604762077, -0.002850606106221676, -0.005957836285233498, 0.01607714220881462, -0.005285065621137619, -0.02287420816719532, -0.006686093285679817, -0.013191856443881989, -0.004015817306935787, 0.019004041329026222, 0.0040504964999854565, 0.00611042371019721, 0.00798308476805687, -0.007726460695266724, -0.015050645917654037, 0.0082605155184865, 0.0016108351992443204, 0.01772785745561123, 0.015799710527062416, 0.006821340881288052, -0.0005206171190366149, 0.0020061747636646032, -0.012123745866119862, -0.004296716768294573, 0.009058130905032158, 0.01352477353066206, 0.022888079285621643, -0.002224651863798499, 0.003644753247499466, -0.002932101720944047, -0.0035077715292572975, -0.026106281206011772, 0.011860186234116554, -0.0037279825191944838, 0.011887929402291775, -0.00643640523776412, -0.009737837128341198, 0.00600638659670949, -0.003589266911149025, -0.00019019213505089283, -0.004220422822982073, 0.011187415570020676, 0.00904425885528326, 0.026924703270196915, -0.013517837971448898, 0.025454318150877953, -0.006533506326377392, -0.021278977394104004, 0.021792225539684296, 0.03318077698349953, -0.0032095329370349646, -0.0015215370804071426, -0.03429050371050835, 0.007324185222387314, -0.007483708206564188, 0.006294221617281437, 0.00803857110440731, 0.020682500675320625, 0.0035545879509299994, 0.029130281880497932, 0.01908726990222931, 0.004809964448213577, -0.004588019568473101, -0.00906506646424532, -0.026633400470018387], 'id': '79649dae-566c-434e-82f9-9ff959e44833', '_distance': 1.0419756174087524}), Document(page_content='31   \\nIndustry Trends  \\nOur industry is dynamic and highly competitive, with frequent changes in both technologies and business models. Each \\nindustry shift is an opportunity to conceive new products, new technologies, or new ideas that can further transform the \\nindustry and our business. At Microsoft, we push the boundaries of what is possible through a broad range of research \\nand development activities that seek to identify and address the changing demands of customers and users, industry \\ntrends, and competitive forces.  \\nEconomic Conditions, Challenges, and Risks  \\nThe markets for software, devices, and cloud -based services are dynamic and highly competitive. Our competitors are \\ndeveloping new software and devices, while also deploying competing cloud -based services for consumers and \\nbusinesses. The devices and form factors customers prefer evolve rapidly, and influence how users access services in \\nthe cloud, and in some cases, the user’s choice of which suite of cloud -based services to use. We must continue to evolve \\nand adapt over an extended time in pace with this changing environment. The investments we are making in infrastructure \\nand devices will continue to increase our operating costs and may decrease our operating margins.  \\nOur success is highly dependent on our ability to attract and retain qualified employees. We hire a mix of university and \\nindustry talent worldwide. We compete for talented individuals globally by offering an exceptional working environment, \\nbroad customer reach, scale in resources, the ability to grow one’s career across many different products and businesses, \\nand competitive compensation and benefits. Aggregate demand for our software, services, and devices is correlated to \\nglobal macroeconomic and geopolitical factors, which remain dynamic.  \\nOur devices are primarily manufactured by third -party contract manufacturers, some of which contain certain components \\nfor which there are very few qualified suppliers. For these components, we have limited near -term flexibility to use other \\nmanufacturers if a current vendor becomes unavailable or is unable to meet our requirements. Extended disruptions at \\nthese suppliers and/or manufacturers could lead to a similar disruption in our ability to manufacture devices on time to \\nmeet consumer demand.  \\nOur international operations provide a significant portion of our total revenue and expenses. Many of these revenue and \\nexpenses are denominated in currencies other than the U.S. dollar. As a result, changes in foreign exchange rates may \\nsignificantly affect revenue and expenses. Fluctuations in the U.S. dollar relative to certain foreign currencies did not hav e \\na material impact on reported revenue or expenses from our international operations in fiscal year 2022.  \\nRefer to Risk Factors in our fiscal year 2022 Form 10 -K for a discussion of these factors and other risks.  \\nSeasonality  \\nOur revenue fluctuates quarterly and is generally higher in the second and fourth quarters of our fiscal year. Second \\nquarter revenue is driven by corporate year -end spending trends in our major markets and holiday season spending by \\nconsumers, and fourth quarter revenue is driven by the volume of multi -year on -premises contracts executed during the \\nperiod.  \\nReportable Segments  \\nWe report our financial performance based on the following segments: Productivity and Business Processes, Intelligent \\nCloud, and More Personal Computing. The segment amounts included in MD&A are presented on a basis consistent with \\nour internal management reporting. Additional information on our reportable segments is contained in Note 19 – Segment \\nInformation and Geographic Data of the Notes to Financial Statements in our fiscal year 2022 Form 10 -K.  \\nMetrics  \\nWe use metrics in assessing the performance of our business and to make informed decisions regarding the allocation of', metadata={'vector': [0.015208840370178223, -0.03496319428086281, -4.293437450542115e-05, 0.023085245862603188, 0.012839212082326412, -0.040924523025751114, -0.04849541187286377, 0.029419157654047012, -0.026960110291838646, 0.009553029201924801, 0.06366699188947678, -0.019195478409528732, 0.017287854105234146, -0.03162484988570213, -0.07803379744291306, 0.036542944610118866, -0.023651571944355965, -0.02155020460486412, 0.02842063643038273, 0.017466694116592407, -0.0331449881196022, 0.011527719907462597, -0.025961587205529213, 0.0442032553255558, -0.0012230038410052657, -0.0024534594267606735, 0.011758721433579922, 0.005100661888718605, 0.019463738426566124, 0.015454744920134544, 0.010708036832511425, 0.008159568533301353, -0.017198434099555016, -0.03412860631942749, 0.0313267819583416, 0.01286901906132698, 0.019329609349370003, -0.038152504712343216, 0.05240008234977722, 0.013360828161239624, -0.001935568987391889, 0.020968973636627197, -0.01703449711203575, 0.05362215265631676, 0.007034367881715298, -0.001565780257806182, -0.01621481403708458, -0.02615533024072647, 0.001512687187641859, -0.014620158821344376, -0.03029845468699932, -0.04351770132780075, 0.017794566228985786, 0.013085116632282734, 0.0008415720076300204, -0.01901663839817047, 0.06420351564884186, 0.01448602881282568, -0.006304105278104544, 0.0012956575956195593, -0.009895806200802326, 0.0011997174005955458, -0.008412925526499748, -0.004873386584222317, -0.013725959695875645, -0.0045827715657651424, -0.027526436373591423, 0.008427828550338745, -0.013040406629443169, -0.022727565839886665, -0.033770930022001266, -0.04020916298031807, 0.020059872418642044, 0.028301408514380455, 0.0011717737652361393, -0.03871883079409599, 0.026140427216887474, -0.0032135287765413523, 0.011743818409740925, 0.005562664940953255, -0.01722824014723301, 0.040179356932640076, 0.012034432962536812, 0.0105888107791543, 0.000917020021006465, -0.023517442867159843, -0.008688637055456638, -0.0916256234049797, -0.006032119505107403, 0.015633584931492805, 0.020343035459518433, 0.005164001137018204, 0.02168433368206024, -0.007380870170891285, 0.008979251608252525, -0.017854180186986923, -0.015380228869616985, 0.018405603244900703, 0.03624488040804863, -0.04509745165705681, 0.029821548610925674, 0.023010728880763054, 0.02500777505338192, -0.05147607624530792, 0.004139397758990526, 0.01066332682967186, -0.01985122449696064, 0.032578662037849426, -0.03794385865330696, 0.05523171275854111, -0.016006167978048325, 0.01727295108139515, -0.017436886206269264, 0.02114781364798546, -0.024858741089701653, 0.023785702884197235, 0.008755701594054699, -0.03842076659202576, -0.0036811206955462694, 0.024098671972751617, 0.012891373597085476, -0.03579777851700783, 0.0078316954895854, -0.046259913593530655, 0.0036643543280661106, 0.07517235726118088, 0.012153659015893936, -0.048286765813827515, 0.004795143846422434, -0.02546977810561657, -0.04011974483728409, 0.05868928134441376, -0.05484422668814659, -0.028331216424703598, 0.008070149458944798, 0.008994154632091522, 0.018644055351614952, 0.015044903382658958, 0.014359351247549057, 0.03159504383802414, 0.01989593543112278, -0.027422113344073296, -0.03338344022631645, -0.03469493240118027, -0.009709514677524567, -0.002995567861944437, -0.03555932641029358, 0.04181872308254242, 0.02703462727367878, -0.00829369854182005, -0.01663210801780224, 0.005067129619419575, -0.0018834073562175035, -0.015439841896295547, 0.02366647496819496, -0.030820069834589958, 0.018405603244900703, 0.0039232997223734856, -0.00957538466900587, -0.023890025913715363, 0.015439841896295547, 0.012012077495455742, -0.012280337512493134, -0.0030626326333731413, 0.031207555904984474, -0.0027477999683469534, 0.043130215257406235, -0.021252136677503586, -0.05290679261088371, 0.020343035459518433, 0.003720241831615567, -0.017466694116592407, -0.015119420364499092, -0.012615662068128586, 0.023100148886442184, 0.00474298233166337, 0.011348879896104336, -0.005439712665975094, -0.05722875893115997, -0.00893454160541296, 0.004061155486851931, -0.0037053385749459267, -0.02196749672293663, 0.003975461237132549, -0.009366737678647041, -0.008815315552055836, 0.028524959459900856, -0.009105930104851723, -0.006352541036903858, 0.034009382128715515, 0.04229562729597092, 0.005156549625098705, 0.04310040920972824, 0.007086529862135649, 0.023934734985232353, 0.004176656249910593, 0.011453202925622463, 0.01123710535466671, -0.00830860249698162, -0.023383311927318573, -0.0015536713181063533, 0.021490590646862984, 0.024307318031787872, 0.04965787008404732, 0.05517210066318512, 0.007440483663231134, 0.005320486146956682, -0.00017907272558659315, 0.0029769386164844036, -0.020805038511753082, -0.0029657611157745123, -0.0009240059880539775, 0.005931522231549025, 0.02035793848335743, -0.01777966320514679, 0.012518790550529957, 0.02339821681380272, 0.02983645163476467, -0.008606668561697006, -0.026214944198727608, 0.00983619224280119, -0.03988128900527954, 0.0478992760181427, 0.012347402051091194, -0.019240189343690872, -0.03997071087360382, -0.016334041953086853, 0.011743818409740925, -0.014605255797505379, -0.017123917117714882, -0.03403918817639351, -0.017749857157468796, -0.024143382906913757, -0.00434059277176857, 0.0368410125374794, -0.02514190413057804, 0.021863173693418503, -0.002606218447908759, -0.033741120249032974, -0.001264919526875019, 0.02588707022368908, -0.025782747194170952, 0.0013412990374490619, -0.010454680770635605, 0.0015182759379968047, -0.01603597402572632, 0.016468171030282974, 0.12864547967910767, 0.011333976872265339, 0.041937947273254395, 0.009530674666166306, -0.04077548906207085, -0.007995632477104664, 0.008181924000382423, 0.03830153867602348, 0.024933258071541786, 0.06071613356471062, 0.024739515036344528, -0.005834650713950396, -0.01020132377743721, 0.052668340504169464, -0.001753934775479138, -0.026319267228245735, 0.011892851442098618, 0.00992561224848032, 0.04780985787510872, 0.014836257323622704, 0.005234791897237301, 0.007637952454388142, 0.0011289266403764486, 0.0391361229121685, -0.028405731543898582, 0.020343035459518433, -0.015767715871334076, -0.013077665120363235, 0.027064433321356773, 0.040596649050712585, -0.021162718534469604, -0.02882302552461624, 0.024009251967072487, 0.026721656322479248, 0.0009533468983136117, 0.027481725439429283, 0.004530610051006079, -0.03035806678235531, -0.009284770116209984, -0.007630500942468643, -0.01740708015859127, -0.03994090482592583, -0.003753774333745241, -0.008576861582696438, -0.015179033391177654, 0.01457544881850481, 0.015648487955331802, 0.02192278765141964, 0.009620094671845436, 0.02782450243830681, 0.045484937727451324, 0.0007363172480836511, -0.0016067643882706761, -0.03090948984026909, -0.00958283618092537, -0.04077548906207085, -0.017526306211948395, 0.013711056672036648, 0.03508242219686508, 0.025484681129455566, 0.013621636666357517, -0.001143830013461411, 0.008643927052617073, 0.019463738426566124, -0.017332563176751137, 0.011453202925622463, 0.01342789363116026, -0.008323505520820618, 0.03997071087360382, 0.02538035809993744, -0.01248153205960989, 0.017347466200590134, -0.00801053550094366, 0.025663521140813828, 0.020477164536714554, -0.03833134472370148, 0.02620004117488861, -0.017302757129073143, -0.03329402208328247, -0.010439776815474033, 0.05836141109466553, 0.0006063789478503168, 0.023964542895555496, -0.0056967949494719505, 0.04175910726189613, -0.01956806145608425, -0.0008625297923572361, 0.03851018473505974, -0.0024664998054504395, -0.0050522261299192905, 0.009724417701363564, 0.012801953591406345, -0.0009025824256241322, 0.014277382753789425, 0.006553736049681902, -0.07833186537027359, -0.009135736152529716, 0.0021125460043549538, -0.028286505490541458, -0.049479030072689056, -0.01142339687794447, -0.010231130756437778, 0.03067103773355484, 0.001100051449611783, -0.017109014093875885, 0.04763101786375046, 0.0007167566800490022, 0.03630449250340462, 0.02514190413057804, 0.00400526775047183, -0.027019722387194633, 0.01916567236185074, -0.01112532988190651, 0.010059742256999016, -0.03049219772219658, -0.005871909204870462, 0.037794824689626694, -0.007190852891653776, -0.003504143562167883, 0.004880838096141815, -0.015544164925813675, 0.05499326065182686, -0.025946684181690216, -0.0006566776428371668, 0.06348815560340881, 0.015015097334980965, -0.01989593543112278, -0.01031309925019741, -0.014307189732789993, -0.01315218210220337, 0.0271687563508749, -0.05770566314458847, 0.04065626487135887, -0.028495151549577713, 0.04542532563209534, 0.05576823279261589, 0.00018058634304907173, -0.011661849915981293, -0.02628946118056774, -0.005178904626518488, -0.01597636193037033, -0.007287724409252405, 0.04721372574567795, -0.030820069834589958, 0.038480378687381744, -0.02822689153254032, 0.001965375617146492, 0.008323505520820618, 0.001827519852668047, -0.004232543520629406, 0.024188091978430748, -0.019106058403849602, -0.020924264565110207, 0.01815224625170231, -0.0033085376489907503, -0.00976167619228363, 0.018778186291456223, -0.03669197857379913, -0.00419155927374959, -0.025127001106739044, -0.040596649050712585, 0.02044735848903656, 0.01314473059028387, -0.026170233264565468, -0.03237001597881317, -0.018867606297135353, -0.008897283114492893, 0.029970580711960793, -0.008174472488462925, -0.0019113511079922318, 0.04339847341179848, -0.011274362914264202, -0.012362306006252766, -0.01467232033610344, 0.002423652680590749, 0.011430848389863968, 0.03478435426950455, -0.011937561444938183, 0.03472474217414856, 0.010238582268357277, 0.0058905379846692085, 0.0027608403470367193, -0.005033596884459257, -0.008181924000382423, -0.032995954155921936, 0.01114768534898758, -0.003941928967833519, 0.02362176589667797, 0.030790263786911964, 0.01102845836430788, 0.004333140794187784, 0.022951116785407066, 0.01634894497692585, -0.008323505520820618, 0.015134323388338089, -0.007630500942468643, -0.0023994348011910915, -0.05472499877214432, 0.008055245503783226, -0.061461299657821655, -0.017421983182430267, -0.031475815922021866, -0.01602107100188732, -0.006881609093397856, 0.03207194805145264, -0.03490358218550682, 0.01916567236185074, -0.01503745187073946, 0.017347466200590134, 0.014210318215191364, -0.03833134472370148, 0.025752941146492958, -0.01800321415066719, 0.017854180186986923, 0.03347286209464073, 0.028659088537096977, 0.01368124969303608, -0.0013273271033540368, 0.00671394681558013, -0.030611423775553703, 0.0013291900977492332, 0.01195246446877718, 0.029091285541653633, -0.006758656818419695, -0.011572429910302162, 0.0230256337672472, 0.03508242219686508, 0.01305531058460474, -0.029180705547332764, 0.04822714999318123, -0.030551809817552567, -0.015208840370178223, 0.011453202925622463, 0.03323440998792648, 0.04822714999318123, 0.03555932641029358, -0.020506970584392548, 0.016825851052999496, -0.03979187086224556, 0.015350421890616417, -0.023979445919394493, -0.02022380754351616, 0.001110297511331737, -0.021073298528790474, 0.0037612258456647396, 0.0686148926615715, -0.023890025913715363, 0.01386008970439434, -0.034009382128715515, -0.016781140118837357, -0.00014228015788830817, 0.0037239675875753164, -0.01929980143904686, -0.005968780722469091, 0.03219117596745491, -0.036036234349012375, -0.018137343227863312, -0.03347286209464073, -0.03007490374147892, -0.0028931074775755405, -0.015380228869616985, -0.046677205711603165, 0.015439841896295547, 0.0036177814472466707, -0.00046316732186824083, 0.023979445919394493, -0.0015015096869319677, -0.027138950303196907, -0.014120898209512234, -0.011192395351827145, -0.017466694116592407, 0.0013403675984591246, -0.011945012956857681, 0.0024162011686712503, -0.005871909204870462, 0.014150704257190228, 0.02579765021800995, -0.006665511056780815, -0.01815224625170231, 0.013271408155560493, -0.005316760390996933, 0.03356228023767471, 0.0056967949494719505, -0.016423461958765984, 0.016334041953086853, 0.01943393237888813, -0.009940516203641891, -0.03108832985162735, -0.008703540079295635, -0.0008415720076300204, -0.014776644296944141, -0.0009421693976037204, 0.012638017535209656, -0.014627611264586449, 0.02873360551893711, 0.004381576552987099, -0.0067400275729596615, 0.009083574637770653, 0.037377532571554184, 0.04056684300303459, -0.0018237940967082977, 0.00921025313436985, -0.0007069763378240168, 0.0007791643147356808, -0.019866129383444786, 0.019284898415207863, -0.029225414618849754, 0.024158285930752754, -0.012548597529530525, 0.043130215257406235, 0.027317790314555168, 0.005879360716789961, 0.00264906557276845, -0.00016498443437740207, 0.006732576061040163, -0.0038823154754936695, 0.005931522231549025, -0.021118007600307465, -0.00511183962225914, -0.01512687187641859, 0.021296847611665726, 0.0021181346382945776, -0.012496436014771461, -0.003701612586155534, -0.019791612401604652, 0.002639750950038433, -0.04581281170248985, -0.012272886000573635, 0.011110426858067513, -0.008099955506622791, -0.02542506717145443, 0.019135866314172745, 0.011781075969338417, -0.03952360898256302, 0.0006217479822225869, 0.006684139836579561, 0.009403996169567108, 0.010059742256999016, 0.02527603507041931, 0.011155136860907078, -0.009493416175246239, -0.03979187086224556, -0.01593165099620819, -0.01077510230243206, 0.04208698123693466, 0.0053540184162557125, 0.006240766029804945, -0.0359170064330101, 0.0040201712399721146, 0.018450312316417694, 0.024709708988666534, 0.022876599803566933, -0.03144600987434387, -0.005681891459971666, 0.029687417671084404, 0.010067193768918514, 0.003934476990252733, -0.011356331408023834, 0.020551681518554688, -0.01093903835862875, -0.014590352773666382, -0.011140233837068081, 0.03058161772787571, 0.011654398404061794, 0.007936019450426102, -0.004411383531987667, -0.009530674666166306, 0.015380228869616985, 0.0042921570129692554, -0.004459819290786982, 0.015812424942851067, -0.03293634206056595, -0.013472603633999825, 0.019284898415207863, 0.019657481461763382, 0.019702192395925522, 0.014158155769109726, -0.031147943809628487, 0.006900238338857889, -0.013286312110722065, 0.0010609301971271634, -0.017466694116592407, 0.0018936534179374576, -0.00446727080270648, -0.037884246557950974, -0.013047859072685242, -0.0026714205741882324, -0.0006999904289841652, 0.013636539690196514, 0.034188222140073776, 0.015201388858258724, -0.01676623709499836, 0.005406179931014776, -0.0001485674874857068, 0.003075673244893551, 0.00022774138778913766, 0.14211808145046234, -0.008710991591215134, -0.024441448971629143, -0.004403931554406881, 0.04688585177063942, -0.002250401768833399, -0.010059742256999016, 0.025305841118097305, 0.011281815357506275, -0.007246740628033876, 0.001854532165452838, -0.017854180186986923, -0.014247575774788857, -0.012660372070968151, -0.007310079410672188, 0.014493481256067753, 0.03934476897120476, -0.02827160246670246, -0.000357912591425702, 0.006248218007385731, -0.011497912928462029, -0.012541146017611027, 0.0004398808814585209, -0.004049977753311396, 0.006538832560181618, -0.015290808863937855, 0.022027110680937767, -0.007172223646193743, -0.01469467580318451, 0.020462261512875557, 0.007749727461487055, -0.008696088567376137, -0.013114923611283302, -0.024843838065862656, 0.023606862872838974, -0.0035264985635876656, 0.020521875470876694, 0.021341556683182716, -0.024217898026108742, 0.00893454160541296, 0.004489625804126263, -0.009985226206481457, 0.015961458906531334, -0.047601211816072464, 0.009471061639487743, -0.014590352773666382, -0.01368124969303608, 0.0011810882715508342, 0.0012705082772299647, -0.017243143171072006, -0.02251891978085041, 0.002028714632615447, -0.011818334460258484, -0.015208840370178223, -0.027705276384949684, -0.016736431047320366, 0.022354982793331146, 0.03207194805145264, -0.008487441577017307, -0.0038115247152745724, 0.006907689850777388, -0.024486158043146133, -0.002423652680590749, 0.013502409681677818, -0.017481597140431404, 0.00985854770988226, 0.004459819290786982, 0.006538832560181618, 0.006270573008805513, -0.018644055351614952, -0.03067103773355484, -0.02745191939175129, 0.023591959848999977, 0.006076829507946968, 0.0017548662144690752, -0.05991135537624359, 0.012347402051091194, 0.040686070919036865, 0.008606668561697006, -0.014739385806024075, -0.03991109877824783, -0.005443438421934843, -0.0018945848569273949, 0.025752941146492958, 0.011035909876227379, -0.04232543706893921, -0.0005709835095331073, -9.297111682826653e-05, -0.011542622931301594, -0.010514293797314167, 0.010708036832511425, -0.019910838454961777, 0.014173059724271297, -0.0016272565117105842, 0.012369757518172264, 0.0017250595847144723, 0.013114923611283302, -0.013211795128881931, -0.0168109480291605, 0.023770799860358238, -0.004202737007290125, 0.012891373597085476, 0.0067810118198394775, 0.027153853327035904, 0.011810882948338985, 0.029180705547332764, -0.0003604741068556905, 0.01087197382003069, -0.017943600192666054, -0.008874928578734398, -0.019657481461763382, -0.0078316954895854, -0.007559710182249546, 0.013062762096524239, -0.0005779694765806198, -0.012831760570406914, 0.023293891921639442, -0.02721346728503704, 0.024650095030665398, -0.02219104766845703, 0.029881160706281662, 0.01786908321082592, -0.02086465060710907, -0.028211988508701324, -0.015767715871334076, 0.005845827981829643, 0.020894458517432213, -0.0027589774690568447, 0.011371234431862831, -0.008994154632091522, 0.025484681129455566, -0.02159491367638111, -0.0024124751798808575, -0.01676623709499836, -0.012705082073807716, 0.0008979251724667847, -0.013711056672036648, -0.012056787498295307, 0.0058607314713299274, -0.0168109480291605, 0.015633584931492805, -0.014426415786147118, -0.006419606041163206, 0.030641229823231697, -0.008986703120172024, 0.02417318895459175, 0.012183465994894505, 0.00012819185212720186, -0.01183323748409748, 0.03633429855108261, 0.008710991591215134, -0.005521680694073439, -0.021892979741096497, -0.03722849860787392, 0.015104517340660095, -0.02685578726232052, 0.01040997076779604, 0.053771186619997025, -0.015469648875296116, 0.012026981450617313, 0.006035845726728439, -0.007973277010023594, -0.02882302552461624, -0.0033905059099197388, -0.03618526831269264, -0.023323699831962585, 0.031982529908418655, -0.027526436373591423, -0.01029074378311634, 0.013018052093684673, 0.027779793366789818, 0.016870560124516487, 0.006594720296561718, -0.02099878154695034, 0.013986768200993538, -0.02776488848030567, 0.023219376802444458, -0.014255027286708355, -0.025067387148737907, 0.024620288982987404, -0.03159504383802414, -0.020462261512875557, 0.010178969241678715, 0.025901973247528076, -0.005864457227289677, 0.016050878912210464, 0.014918225817382336, -0.0005709835095331073, -0.015305711887776852, -0.023129956796765327, -0.006624526809900999, -0.020670907571911812, -0.019687289372086525, 0.009620094671845436, 0.011624591425061226, -0.0011885398998856544, 0.01201952900737524, -0.007637952454388142, -0.007000835612416267, 0.015529261901974678, -0.0018526692874729633, 0.04569358751177788, -0.03415841609239578, 0.0021982400212436914, -0.02496306411921978, -0.011132781393826008, 0.014679772779345512, 0.022578533738851547, 0.0007847530650906265, 0.03254885599017143, -0.0006813612417317927, -0.01448602881282568, -0.02311505191028118, -0.010328002274036407, -0.025708230212330818, -0.006490396801382303, -0.002798098837956786, -0.015529261901974678, 0.01259330753237009, 0.008629024028778076, -0.006140168756246567, 0.01740708015859127, 0.02551448717713356, -0.01736237108707428, 0.014664868824183941, -0.03397957608103752, -0.035529520362615585, -0.008368215523660183, -0.015693198889493942, 0.026870690286159515, 0.010149162262678146, -0.005722875706851482, 0.0028279053512960672, -0.015052355825901031, 0.019925741478800774, 0.02736249938607216, -0.005871909204870462, 0.02454577200114727, -0.0039009444881230593, 0.02450106106698513, 0.0040760585106909275, 0.037556372582912445, 0.00501869386062026, -0.013338473625481129, -0.01621481403708458, -0.03800347074866295, -0.0038823154754936695, 0.0025596455670893192, 0.0131298266351223, 0.019344512373209, -0.02053677849471569, 0.01239211205393076, 0.001458662678487599, -0.003025374375283718, 0.0002491649065632373, 0.0015201388159766793, -0.018524829298257828, -0.00868118554353714, -0.018569540232419968, -0.029538385570049286, -0.033830542117357254, 0.01478409580886364, -0.014933128841221333, 0.021490590646862984, -0.01031309925019741, -0.01630423404276371, 0.0003711858589667827, 0.010216227732598782, -0.004593949299305677, -0.009284770116209984, -0.023249182850122452, 0.009128284640610218, 0.04357731342315674, 0.006956125609576702, 0.02998548373579979, -0.008643927052617073, 0.006613349076360464, 0.020253615453839302, 0.01837579719722271, -0.00983619224280119, -0.007406951393932104, 0.001103777321986854, 0.027556242421269417, -0.019881032407283783, -0.008860024623572826, -0.0060954587534070015, 0.014463674277067184, -0.017556114122271538, 0.008740798570215702, 0.0228020828217268, 0.019836321473121643, 0.005812295712530613, -0.0131223751232028, 0.008517248556017876, 0.06006038933992386, -0.017019594088196754, -0.017392177134752274, -0.020849747583270073, 0.02983645163476467, -0.013502409681677818, -0.001250947592779994, 0.04250427335500717, -0.008144665509462357, 0.02073052152991295, 0.018688766285777092, 0.010171517729759216, 0.015179033391177654, -0.024664998054504395, 0.024411641061306, 0.030060000717639923, -0.004187833517789841, -0.005562664940953255, -0.012347402051091194, -0.046438753604888916, -0.008912187069654465, 0.02394963800907135, 0.01782437413930893, -0.010916683822870255, -0.0105962622910738, 0.008122310973703861, -0.014068735763430595, -0.00939654465764761, -0.0008802274824120104, -0.02335350587964058, 0.0039717354811728, -0.001428856048732996, -0.007269095629453659, -0.010320550762116909, -0.002384531544521451, 0.024858741089701653, 0.007202030625194311, -0.013442796654999256, -0.0039791869930922985, 0.01731766015291214, -0.01707920804619789, 0.01967238448560238, -0.004757885821163654, -0.003919573966413736, -0.010000129230320454, 0.00019397605501580983, -0.001854532165452838, -0.005547761917114258, -0.036036234349012375, 0.013509861193597317, 0.025708230212330818, -0.05403944477438927, 0.02472461201250553, -0.028614379465579987, 0.009746773168444633, -0.020432455465197563, -0.025410164147615433, 0.0030309632420539856, 0.02588707022368908, 0.01758592016994953, -0.0409841351211071, -0.02201220765709877, -0.026036104187369347, -0.015171581879258156, -0.01579752191901207, 0.007112610619515181, -0.02275737375020981, -0.0006115019205026329, -0.005961328744888306, 0.0008378461352549493, 0.040924523025751114, -0.027779793366789818, -0.0015238646883517504, -0.02679617330431938, 0.01057390682399273, -0.003945654723793268, 0.0012090320233255625, 0.0029992936179041862, 0.023770799860358238, 0.010857069864869118, -0.011356331408023834, 0.0004866866220254451, -0.03368150815367699, 0.013375732116401196, 0.007496370933949947, 0.0069635771214962006, -0.023755894973874092, 0.02219104766845703, 0.026736559346318245, -0.003537676064297557, -0.022027110680937767, 0.008025439456105232, 0.0007605351856909692, 0.007045545615255833, -0.0036513139493763447, 0.010976296849548817, -0.028629282489418983, -0.0006026530754752457, -0.02652791328728199, 0.02265305072069168, -0.050045356154441833, 0.015000194311141968, 0.003340207040309906, 0.005734053440392017, 0.009828740730881691, 0.010998651385307312, 0.0010804908815771341, -0.00714986864477396, 0.016959980130195618, 0.010790005326271057, 0.005413631908595562, 0.007339886389672756, 0.005283227656036615, 0.0014232672983780503, -0.021565107628703117, -0.011922657489776611, -0.01621481403708458, 0.003716516075655818, 0.012660372070968151, -0.0041729300282895565, -0.000720948213711381, 0.019120963290333748, 0.006855528336018324, -0.00292477710172534, 0.006367444526404142, -0.023890025913715363, 0.011602235957980156, -0.016512881964445114, 0.007936019450426102, -0.009165543131530285, -0.0018955162959173322, -0.021073298528790474, -0.037317920476198196, -0.00739204790443182, -0.015469648875296116, -0.01029074378311634, -0.00443373853340745, -0.0078018889762461185, 0.005324211902916431, -0.020432455465197563, -0.014828805811703205, -0.0313267819583416, -0.00840547401458025, -0.019419029355049133, -0.003414723789319396, 0.02703462727367878, 0.030790263786911964, -0.015052355825901031, -0.01736237108707428, -0.01441896427422762, 0.026587527245283127, 0.024143382906913757, -0.01727295108139515, -0.021118007600307465, 0.010395067743957043, 0.005931522231549025, -0.028152376413345337, -0.0010078371269628406, 0.011825785972177982, -0.020328132435679436, 0.07099942862987518, 0.0255591981112957, -0.02174394764006138, -0.009784030728042126, -0.014545642770826817, -0.015044903382658958, 0.006531381048262119, -0.0011009828886017203, 0.027064433321356773, 0.013725959695875645, 0.03564874827861786, 0.008815315552055836, -0.017675340175628662, 0.013353376649320126, 0.006151346489787102, -0.024471255019307137, -0.02062619850039482, 0.01925509236752987, 0.004437464289367199, 0.012958439067006111, 0.007161046378314495, 0.013092568144202232, -0.008248988538980484, 0.022086722776293755, 0.01606578193604946, -0.011468106880784035, -0.015395131893455982, -0.008852573111653328, -0.023681379854679108, -0.02339821681380272, -0.0030030193738639355, 0.026006298139691353, -0.01570810191333294, 0.007108884863555431, -0.004452367313206196, 0.016095587983727455, -0.012421919032931328, 0.0313267819583416, -0.021296847611665726, -0.012384660542011261, -0.018569540232419968, 0.02961290068924427, 0.0009817563695833087, -0.014813902787864208, 0.00849489402025938, -8.703307685209438e-05, 0.00024753485922701657, -0.029925871640443802, -0.00662080105394125, 0.006304105278104544, 0.007846599444746971, -0.01241446752101183, -0.004538061562925577, 0.013837735168635845, 0.012354854494333267, 0.006922593340277672, 0.006013490725308657, 0.04310040920972824, -0.004806321579962969, -0.005078306887298822, 0.005089484620839357, 0.014329544268548489, -0.011773624457418919, -0.016796045005321503, 0.023740991950035095, 0.03150562196969986, 0.03029845468699932, -0.034665126353502274, 0.007637952454388142, 0.013904799707233906, 0.010812359862029552, 0.00801798701286316, 0.01031309925019741, 0.0026751463301479816, 0.0008457635412923992, -0.012630566023290157, 0.01883780024945736, -0.009642449207603931, 0.026006298139691353, -0.016244621947407722, -0.013345925137400627, -0.0041170427575707436, 0.02427751198410988, 0.03600642830133438, -0.011825785972177982, -0.0003893492976203561, -0.012682727538049221, -0.006833173334598541, 0.0028986961115151644, -0.00019362675084266812, -0.018122440204024315, 0.009128284640610218, 0.012079142965376377, -0.0056669884361326694, -0.021252136677503586, 0.006985932122915983, 0.013733411207795143, -0.0022634421475231647, 0.006423331797122955, -0.012533693574368954, -0.004959080368280411, 0.006550010293722153, 0.007272821385413408, 0.00819682702422142, 0.0069747548550367355, -0.033741120249032974, 0.012474080547690392, -0.003159504383802414, -0.01351731363683939, -0.0016151475720107555, -0.013435345143079758, -0.012742340564727783, 0.02965761162340641, -0.011594784446060658, 0.007347337901592255, -0.004932999610900879, -0.0068667056038975716, -0.0184205062687397, 0.0016477485187351704, 0.006531381048262119, -0.0061587980017066, 0.02818218246102333, 0.016185007989406586, 0.02035793848335743, 0.012429370544850826, 0.03558913245797157, -0.0020100856199860573, -0.010454680770635605, 0.02846534550189972, -0.007354789413511753, -0.0024031607899814844, 0.023040536791086197, -0.011274362914264202, -0.003729556454345584, 0.0005360538489185274, -0.014314641244709492, 0.0015005782479420304, 0.0026844609528779984, 0.01441151276230812, -0.006475493311882019, -0.008047793991863728, 0.021773753687739372, 0.001264919526875019, -0.025782747194170952, 0.007105159107595682, 0.010447229258716106, -0.028197085484862328, -0.0027049530763179064, -0.008651378564536572, -0.003753774333745241, -0.004049977753311396, 0.00028083447250537574, 0.011170039884746075, -0.0025372905656695366, -0.003774266457185149, -0.020194001495838165, 0.01084961835294962, -0.003368150908499956, 0.010149162262678146, -0.001418609987013042, 0.014351899735629559, 0.0025372905656695366, -0.0028819299768656492, -0.02864418551325798, 0.009187898598611355, -0.006617075297981501, -0.01901663839817047, 0.0006291996105574071, -0.0246351920068264, -0.010886876843869686, 0.0034259012900292873, 0.030641229823231697, -0.01570810191333294, -0.011743818409740925, 0.013733411207795143, 0.0096722561866045, -0.005130468867719173, -0.00285026035271585, 0.003867412218824029, 0.017928697168827057, -0.04026877507567406, 0.006609623320400715, 0.00303282612003386, 0.007283998653292656, 0.013912251219153404, -0.003953106235712767, 0.013927154242992401, 0.014001671224832535, -0.013480055145919323, 0.018867606297135353, -0.01837579719722271, 0.01514922734349966, -0.013524765148758888, -0.024709708988666534, 0.0230256337672472, -0.01740708015859127, -0.03615545853972435, -0.02174394764006138, 0.022638145834207535, -0.006829447578638792, 0.019180575385689735, -0.008725895546376705, 0.012034432962536812, -0.01549945492297411, -0.029165802523493767, -0.00856941007077694, 0.004228817764669657, 0.0409841351211071, 0.01549945492297411, -0.013375732116401196, 0.020745424553751945, 0.01643836498260498, 0.02551448717713356, -0.0026304363273084164, 0.017153723165392876, -0.010678230784833431, 0.0028931074775755405, -0.012205820530653, 0.018316183239221573, 0.007324982900172472, -0.00016475157462991774, -0.020879553630948067, 0.004102139268070459, -0.01672152802348137, -0.03853999078273773, 0.00048575515393167734, 0.007019464857876301, -0.013375732116401196, 0.022638145834207535, 0.028152376413345337, 0.032995954155921936, -0.007555984426289797, -0.004046251997351646, -0.012526242062449455, -0.006859254091978073, -0.0010190146276727319, 0.02017909847199917, 0.02675146423280239, 0.010208775289356709, 0.018256569281220436, 0.0088674770668149, 0.01916567236185074, -0.010745295323431492, -0.00024334331101272255, 0.004567868076264858, -7.725277100689709e-05, 0.00015858066035434604, -0.028346119448542595, -0.039404384791851044, 0.00665433332324028, 0.02436693198978901, -0.01819695718586445, 0.018316183239221573, -0.01370360516011715, 0.0030179228633642197, -0.022205950692296028, -0.012429370544850826, 0.0123175960034132, -0.007157320622354746, -0.008584314025938511, -0.02293621376156807, 0.01989593543112278, 0.025589004158973694, 0.02491835504770279, -0.00452315853908658, 0.0040872362442314625, -0.016110491007566452, -0.000719551055226475, 0.008599217049777508, 0.006441961042582989, -0.012064239010214806, -0.0006599377375096083, -0.008301150053739548, -0.003941928967833519, 0.014806450344622135, 0.006356266792863607, 0.002595040947198868, -0.009038864634931087, -0.005227340385317802, -0.004083510488271713, -0.029225414618849754, 0.05997096747159958, 0.028286505490541458, -0.03201233595609665, -0.004415109287947416, 0.006605897564440966, 0.0023752169217914343, -0.011564978398382664, -0.0033327555283904076, -0.0032284322660416365, 0.011535171419382095, 0.00456041656434536, -0.014642514288425446, -0.027049530297517776, -0.011117878369987011, 0.0030607697553932667, -0.041192781180143356, 0.009083574637770653, -0.0419081412255764, 0.004690820816904306, 0.017243143171072006, 0.023830411955714226, 0.013763218186795712, -0.0009947967482730746, 0.013785572722554207, -0.006419606041163206, -0.0010218090610578656, 0.012257982976734638, -0.01745179109275341, -0.0015639173798263073, 0.018733475357294083, -0.004746708087623119, -0.01001503225415945, 0.012451726011931896, -0.000691141583956778, 0.0008671870455145836, 0.008465087041258812, 0.003934476990252733, -0.012257982976734638, 0.022325176745653152, -0.013815379701554775, 0.014553094282746315, -0.026647139340639114, -0.007980729453265667, 0.006818269845098257, -0.029866257682442665, -0.025439970195293427, -0.028539862483739853, 0.0006217479822225869, -0.008830218575894833, -0.02289150282740593, -0.02725817635655403, 0.010283292271196842, -0.0048286765813827515, 0.028480248525738716, 0.0007493576849810779, 0.02749663032591343, -0.005219888407737017, -0.01606578193604946, 0.019195478409528732, -0.036870818585157394, -0.012511339038610458, -0.006240766029804945, 0.010730392299592495, 0.005704246461391449, -0.002632299205288291, -0.011624591425061226, 0.02602120116353035, 0.004031348507851362, 0.011617139913141727, 0.010432325303554535, 0.0031911737751215696, -0.006553736049681902, 0.012310144491493702, -0.033621896058321, -0.007250466383993626, -0.008837670087814331, 0.007563435938209295, -0.008673733100295067, 0.004430012311786413, 0.010022483766078949, -0.00714986864477396, -0.0029843903612345457, 0.01597636193037033, -0.013882444240152836, -0.01861424930393696, -0.017675340175628662, 0.0096722561866045, -0.010655875317752361, -0.011885399930179119, 0.015484551899135113, -0.014344447292387486, -0.002246675780043006, 0.021997302770614624, 0.00026523254928179085, 0.01961277239024639, 0.017287854105234146, 0.020805038511753082, -0.0031744076404720545, -0.011945012956857681, -0.03204214200377464, 0.0015210703713819385, -0.0017064304556697607, -0.004266075789928436, -0.005044774617999792, -0.028942251577973366, -0.01040997076779604, -0.008606668561697006, -0.004329415038228035, -0.005398728419095278, 0.0414312370121479, 0.002174022141844034, 0.013755766674876213, -0.024024154990911484, -0.023174665868282318, -0.015827327966690063, 0.014769192785024643, -0.020700715482234955, 0.011319072917103767, 0.0070828041061758995, -0.008181924000382423, -0.020432455465197563, 0.014977838844060898, 0.00362150720320642, -0.013174536637961864, 0.030790263786911964, -0.0032116658985614777, 0.008122310973703861, 0.02090936154127121, -0.00374259683303535, 0.005342841148376465, -0.023875122889876366, -0.051237620413303375, -0.00011992517102044076, 0.0019011050462722778, 0.0018489434150978923, 0.04301098734140396, 0.0009431008365936577, -0.013487506657838821, -0.012183465994894505, 0.0016859383322298527, 0.011289266869425774, 0.029538385570049286, -0.012399564497172832, -0.0177349541336298, -0.00847253855317831, -0.003269416280090809, 0.02113291062414646, -0.01438915729522705, 0.008785508573055267, 0.005249695386737585, 0.02163962461054325, -0.0008294630097225308, -0.00044640107080340385, 0.014605255797505379, -0.01358437817543745, -0.0015043041203171015, 0.00847253855317831, -0.007347337901592255, -0.0017604549648240209, -0.006594720296561718, -0.019001735374331474, -0.017943600192666054, 0.003545127809047699, -0.023651571944355965, -0.007533629424870014, 0.008629024028778076, -0.0052683246321976185, 0.009292221628129482, -0.004444915801286697, 0.020328132435679436, 0.00023577520914841443, 0.0057936664670705795, 0.002485129050910473, 0.023249182850122452, -0.00038282907917164266, 0.008614120073616505, 0.015827327966690063, -0.00829369854182005, 0.020521875470876694, -0.005435986910015345, -0.0026956384535878897, -0.005857005715370178, 0.012861567549407482, 0.005033596884459257, 0.012116401456296444, 0.009985226206481457, 0.004135672003030777, 0.002129312139004469, -0.013107472099363804, 0.015208840370178223, -0.02454577200114727, -0.015723004937171936, 0.012980793602764606, 0.001372037106193602, 0.006453138310462236, 0.00153969950042665, -0.00400526775047183, 0.025127001106739044, -0.016751334071159363, -0.004791418090462685, 0.003941928967833519, -0.015171581879258156, -0.00566326268017292, 0.012600759044289589, 0.08101446181535721, 0.021654527634382248, 0.03201233595609665, -0.0053651961497962475, 0.0020175373647361994, 0.016378751024603844, -0.011065716855227947, -0.028659088537096977, -0.003440804546698928, -0.009493416175246239, -0.010760198347270489, 0.014091091230511665, -0.010424873791635036, -0.014500932767987251, 0.010395067743957043, 0.0043741250410676, -0.025767844170331955, 0.0009030482033267617, 0.02017909847199917, -0.009806386195123196, -0.015916747972369194, 0.002595040947198868, 0.008062697015702724, -0.013889896683394909, -0.01707920804619789, -0.021997302770614624, -0.007891309447586536, -0.012727437540888786, 0.03003019466996193, 0.02178865671157837, 0.012675276026129723, 0.003953106235712767, -0.0006557462038472295, -0.005465793423354626, 0.019374318420886993, 0.00939654465764761, -5.1637682190630585e-05, 0.002783195348456502, -0.000659006298519671, -0.011088071390986443, -0.011982271447777748, 0.02500777505338192, 0.01998535543680191, -0.01694507710635662, -0.0010450955014675856, -0.005801117978990078, -0.011795979924499989, -0.007183401379734278, 0.0008606668561697006, 0.004892015364021063, 0.01804792322218418, 0.017511403188109398, 0.00389721873216331, 0.019925741478800774, -0.015454744920134544, -0.01284666359424591, 0.010246033780276775, -0.01791379414498806, 0.025827458128333092, -0.00275711459107697, -0.005782489199191332, -0.003152052639052272, -0.0015033726813271642, -0.008785508573055267, -0.013234150595963001, 0.002451596548780799, 0.0006636635516770184, -0.0012397700920701027, 0.001801439095288515, -0.012615662068128586, 0.016110491007566452, 0.009247511625289917, 0.013919702731072903, -0.004564142320305109, 0.026825979351997375, 0.0037891697138547897, -0.003968009725213051, -0.0026509284507483244, 0.0067288498394191265, -0.013256505131721497, 0.012816857546567917, -0.0008578724809922278, -0.0024534594267606735, 0.011035909876227379, -0.013874992728233337, -0.013837735168635845, 0.003239609766751528, 0.0349930003285408, -0.002619258826598525, -0.003725830465555191, 0.0062333145178854465, -0.02523132413625717, 0.02643849328160286, -0.004217640031129122, 0.0015648488188162446, -0.00714986864477396, 0.006918867584317923, -0.031565237790346146, -0.002157256007194519, 0.014903321862220764, 0.0014297874877229333, 0.002270893659442663, -0.017720049247145653, -0.018524829298257828, 0.007697565946727991, -0.0007232768693938851, 0.00821918249130249, 0.0005425740964710712, 0.003733282210305333, 0.00921025313436985, 0.0003774732176680118, -0.0041841077618300915, -0.0074702901765704155, -0.014679772779345512, -0.03561893850564957, 0.0013282585423439741, -0.016647011041641235, 0.022325176745653152, -0.009158091619610786, -0.0016645147698000073, 0.0018778186058625579, -0.019284898415207863, 0.011803431436419487, -0.021937690675258636, -0.022265562787652016, -0.004113317001610994, -0.015782618895173073, 0.0023565879091620445, -0.01157988142222166, -0.023964542895555496, -0.026140427216887474, -0.0008592696976847947, -0.018018117174506187, -0.0029322286136448383, 0.010044839233160019, 0.0165873970836401, -0.015857134014368057, 0.01248153205960989, 0.001221140963025391, 0.0015406309394165874, 0.02053677849471569, 0.019076252356171608, 0.013107472099363804, -0.020089678466320038, -0.0039158477447927, -0.015193937346339226, -0.00714986864477396, -0.0034221753012388945, 0.011259459890425205, -0.01703449711203575, -0.014053832739591599, -0.011192395351827145, -0.031296975910663605, -0.01612539403140545, 0.01411344576627016, -0.011691655963659286, -0.012675276026129723, 0.004348044283688068, -0.011311621405184269, -0.009180446155369282, -0.02062619850039482, -0.026214944198727608, 0.0140463812276721, -0.036274686455726624, -0.005827199202030897, 0.006762382574379444, 0.029121091589331627, -0.020208904519677162, 0.002539153443649411, 0.01250388752669096, -0.01204188447445631, -0.01929980143904686, 0.019180575385689735, -0.00062035076553002, -0.015052355825901031, 0.011289266869425774, -0.012861567549407482, -0.009113381616771221, 0.01846521720290184, -0.0016822124598547816, -0.0001457731268601492, 0.0035227728076279163, 0.0148511603474617, 0.0004529212892521173, -0.014769192785024643, -0.00024474048404954374, -0.036274686455726624, -0.004299608524888754, -0.015350421890616417, -0.020044967532157898, -0.0018135480349883437, 0.0246351920068264, -0.0012956575956195593, -0.026557721197605133, -0.007120062131434679, -0.006699043326079845, -0.037377532571554184, 0.01360673364251852, -0.025827458128333092, -0.00812976248562336, -0.001724128145724535, -0.007466564420610666, 0.004590223077684641, -0.00207901350222528, 0.008688637055456638, -0.009187898598611355, 0.013368279673159122, -0.03582758828997612, 0.008338408544659615, -0.0008112996001727879, -0.06319008767604828, 0.000630596827249974, -0.0035004178062081337, -0.0059576029889285564, 0.002378942910581827, 0.010879425331950188, 0.003701612586155534, 0.011333976872265339, -0.009009058587253094, 0.001948609366081655, -0.0016356395790353417, -0.003440804546698928, -0.008435280062258244, -0.01782437413930893, 0.014098542742431164, 0.006468041799962521, 0.0003702544199768454, -3.238270664951415e-06, 0.006717672571539879, -0.02168433368206024, -0.012243079021573067, -0.016363848000764847, 0.0032917712815105915, 0.030790263786911964, 0.017675340175628662, -0.019329609349370003, 0.012973342090845108, -0.00985854770988226, 0.015573971904814243, -0.020760327577590942, -0.015261001884937286, 0.0071386913768947124, 0.0018433546647429466, -0.004243720788508654, 0.0017567290924489498, -0.0018936534179374576, 0.013591829687356949, 0.0010739706922322512, 0.008964348584413528, -2.7201473130844533e-05, 0.010357809253036976, -0.00230815215036273, -0.0032451984006911516, -0.003893492976203561, 0.005391276907175779, 0.005640907678753138, -0.0032470612786710262, -0.0067288498394191265, 0.010894328355789185, 0.009262414649128914, -0.005622278433293104, -0.006859254091978073, 0.003688572207465768, 0.003302948782220483, -0.00474298233166337, 0.014702127315104008, -0.009992677718400955, -0.028793219476938248, -0.024992872029542923, 0.03090948984026909, -0.0149703873321414, -0.014038929715752602, 0.015767715871334076, -0.0015825465088710189, 0.002475814428180456, 0.015544164925813675, -0.019597869366407394, 0.004921822343021631, -0.0013431619154289365, -0.02123723365366459, -0.025022678077220917, -0.014493481256067753, -0.008159568533301353, -0.015380228869616985, 0.0004543184768408537, 0.003206077264621854, 0.010097000747919083, 0.02234007976949215, 0.028033148497343063, 0.006665511056780815, -0.025156807154417038, 0.0010963256936520338, -0.014530738815665245, -0.01606578193604946, -0.006259395275264978, 0.013159633614122868, -0.003353247418999672, -0.024486158043146133, -0.010730392299592495, 0.025171712040901184, -0.011371234431862831, -0.013211795128881931, 0.019627675414085388, 0.01606578193604946, 0.0004098413628526032, -0.014523287303745747, 0.014247575774788857, -0.0006650607683695853, -0.0035153210628777742, -0.0036177814472466707, -0.0037947583477944136, -0.011445751413702965, 0.030417680740356445, 0.012988245114684105, -0.021058393642306328, 0.0014400335494428873, -0.013077665120363235, -0.0010376437567174435, -0.0037370079662650824, 0.00486966036260128, 0.008122310973703861, 0.01915076933801174, -0.022131433710455894, -0.00812976248562336, -0.011065716855227947, 0.0087482500821352, 0.007444209419190884, 0.0077050174586474895, -0.006270573008805513, -0.03609584644436836, 0.006486671045422554, -0.006333911791443825, -0.01736237108707428, 0.015812424942851067, -0.01630423404276371, 0.011341428384184837, -0.02943406067788601, -0.018271472305059433, -0.014262479729950428, 0.00374259683303535, -0.003725830465555191, -0.0105888107791543, 0.02524622716009617, -0.00023007004347164184, -0.009493416175246239, 0.002660243073478341, -0.018182052299380302, -0.00360287819057703, -0.004329415038228035, 0.00486966036260128, 0.016781140118837357, 0.005041048862040043, 0.0034463931806385517, -0.001221140963025391, -0.0034035462886095047, 0.010983748361468315, 0.009962870739400387, 0.00714986864477396, 0.002216869266703725, -0.0002601095475256443, 0.022593436762690544, 0.0012965890346094966, -0.007492645177990198, 0.00821918249130249, -0.02099878154695034, -0.0038487829733639956, -0.009970322251319885, 0.019910838454961777, 0.0061066364869475365, 0.013800476677715778, -0.011535171419382095, -0.023919831961393356, -0.01971709541976452, -0.010372712276875973, -0.014925677329301834, 0.007883857935667038, -0.008763153105974197, 0.014649965800344944, 0.01075274683535099, -0.03058161772787571, 0.022205950692296028, 0.028703799471259117, -0.010559003800153732, -0.013114923611283302, -0.021773753687739372, 0.010335453785955906, -0.012831760570406914, 0.014016574248671532, -0.00628547603264451, 0.0033253037836402655, -0.02736249938607216, 0.015164130367338657, -0.006188604515045881, -0.015141775831580162, 0.0014195414260029793, -0.004608852323144674, 0.016155201941728592, 0.008614120073616505, 0.03058161772787571, 0.008420377038419247, 0.00957538466900587, 0.021490590646862984, 0.02205691672861576, -0.005327937658876181, 0.013085116632282734, 0.003239609766751528, 0.006971029099076986, 0.008532151579856873, -0.002157256007194519, -0.008614120073616505, -0.010722940787672997, -0.012049335986375809, -0.01727295108139515, -0.007779534440487623, -0.009821289218962193, 0.005454616155475378, 0.0019225286087021232, -0.0017222651513293386, 0.017049400135874748, -0.022504016757011414, 0.007660307455807924, 0.00929967314004898, 0.00101622031070292, 0.0036177814472466707, 0.009933064691722393, 0.010916683822870255, 0.007090255618095398, 0.006464316044002771, 0.02040264755487442, -0.018077729269862175, 0.0018256569746881723, -0.009016510099172592, 0.00013017120363656431, -0.005417357664555311, 0.008211730979382992, -0.010514293797314167, 0.0018321771640330553, 0.014083639718592167, -0.005037323106080294, -0.011006103828549385, -0.02670675329864025, -0.019463738426566124, -0.007690114434808493, -0.005555213429033756, 0.000965921557508409, 0.010953942313790321, 0.0010795594425871968, 0.010298195295035839, 0.0037556372117251158, -0.0007111679296940565, 0.004627481568604708, -0.0009594013681635261, -0.00711633637547493, 0.0010348494397476315, -0.0040872362442314625, -0.013725959695875645, -0.012205820530653, -0.007142417132854462, 0.011058265343308449, 0.029091285541653633, -0.004307060036808252, 0.016781140118837357, -0.0015182759379968047, 0.0027887842152267694, 0.011892851442098618, 0.011497912928462029, 0.004597675055265427, -0.0010953941382467747, -0.005875634960830212, 0.016706624999642372, 0.02293621376156807, -0.012108949013054371, -0.007861502468585968, 0.004478448536247015, -0.012719985097646713, -0.007421854417771101, 0.008740798570215702, 0.022667953744530678, 0.028077859431505203, -0.008971800096333027, 0.01429973728954792, 0.013181988149881363, 0.00283163134008646, -0.013412989675998688, -0.023129956796765327, -0.01800321415066719, -0.014582901261746883, 0.016334041953086853, -0.008561958558857441, 0.0011615277035161853, -0.0007656581583432853, 0.020521875470876694, 0.018062826246023178, 0.006602171808481216, -0.007876405492424965, -0.0034463931806385517, -0.010164066217839718, 0.00037421309389173985, -0.016155201941728592, 0.012451726011931896, -0.010544100776314735, 0.0016225992003455758, 0.014269931241869926, 0.0016263250727206469, 0.0050224196165800095, -0.0061587980017066, -0.007451660931110382, 0.009962870739400387, 0.00904631707817316, 0.00048622090253047645, 0.005894263740628958, -0.0070828041061758995, 0.009187898598611355, 0.02137136459350586, -0.011900302954018116, 0.013994219712913036, -0.0011047087609767914, -0.0011876084608957171, 0.0007945333491079509, 0.0078018889762461185, -0.00424744701012969, 0.01093903835862875, -0.008301150053739548, 0.03853999078273773, -0.01998535543680191, 0.017153723165392876, 0.008710991591215134, -0.018405603244900703, -0.002300700405612588, -0.0037276935763657093, 0.007503822911530733, -0.0065611875616014, -0.012071691453456879, 0.018807992339134216, -0.013293763622641563, -0.01342044211924076, 0.0014605255564674735, -0.013711056672036648, 0.0010842166375368834, 0.00275711459107697, 0.003833879716694355, 0.010931586846709251, -0.0271687563508749, 0.0016710349591448903, -0.015320614911615849, -0.027988439425826073, -0.008815315552055836, 0.014262479729950428, -0.012980793602764606, -0.014150704257190228, 0.0022951115388423204, -0.002485129050910473, 0.0011084346333518624, -0.022816985845565796, -0.004575320053845644, -0.015261001884937286, 0.008785508573055267, -0.011564978398382664, 0.03029845468699932, 0.001414884114637971, -0.006706494837999344, -0.0020138113759458065, -0.013040406629443169, 0.0019802788738161325, 0.0024534594267606735, 0.0036345478147268295, 0.009895806200802326, 0.004254898522049189, -0.014821354299783707, -0.015872038900852203, -0.009791483171284199, 0.015812424942851067, -0.010119356215000153, -0.009262414649128914, -0.00012737682845909148, -0.00985854770988226, 0.014880967326462269, -0.005965054966509342, -0.0067400275729596615, 0.011274362914264202, -0.007269095629453659, -0.011460654437541962, -0.004832402337342501, -0.0022913857828825712, -0.006449412554502487, 0.011445751413702965, -0.003720241831615567, 0.005689343437552452, 0.016080684959888458, 0.0046647400595247746, 0.009076123125851154, 0.01448602881282568, -0.00884512159973383, -0.0008853505132719874, 0.01142339687794447, -0.014105994254350662, 0.007898760959506035, 0.016110491007566452, 0.001801439095288515, 0.0017157449619844556, -0.02022380754351616, 0.004105865489691496, -0.010059742256999016, 0.013837735168635845, 0.010171517729759216, 0.028659088537096977, 0.03588720038533211, 0.015529261901974678, -2.3737615265417844e-05, 0.016185007989406586, -0.00847253855317831, 0.011043361388146877, -0.0018563950434327126, 0.006184878759086132, 0.014031478203833103, -0.011907754465937614, -0.00684062484651804, 0.008502345532178879, 0.00964990071952343, 0.01989593543112278, -0.01084961835294962, 0.0014987153699621558, -0.007228111382573843, -0.007060449104756117, -0.009702063165605068, 0.0028223167173564434, -0.010670778341591358, -0.00849489402025938, 0.021356461569666862, 0.016736431047320366, -0.01121474988758564, -0.004303334280848503, -0.014739385806024075, 0.010611165314912796, -0.018986832350492477, -0.0037519114557653666, 0.007310079410672188, -0.00680336682125926, -0.004109591245651245, 0.02013438753783703, 0.02068581059575081, -0.029776837676763535, -0.026080813258886337, 0.01617010496556759, -0.02219104766845703, -0.012630566023290157, 0.0017883987165987492, 0.00757461367174983, 0.008442732505500317, -0.007034367881715298, -0.0011866770219057798, -0.008651378564536572, 0.005041048862040043, -0.006482945289462805, 0.0036513139493763447, 0.03681120648980141, 0.004035074729472399, 0.007388322148472071, 0.002015674253925681, -0.011646945960819721, 0.017511403188109398, 0.0024776773061603308, -0.004977709613740444, 0.0004685231833718717, -0.02569332718849182, -0.013390635140240192, 0.006188604515045881, -0.010559003800153732, -0.02514190413057804, -0.006885334849357605, -0.011013555340468884, -0.013591829687356949, -0.02763075940310955, 0.01584223099052906, 0.020641101524233818, 0.002874478232115507, -0.0019076252356171608, -0.0020305777434259653, -0.004631207324564457, -0.0006352541386149824, -0.005249695386737585, 0.0069449483416974545, 0.005775037221610546, -0.014217769727110863, -7.997437023732346e-06, 0.004325689282268286, 0.01132652536034584, -8.47626433824189e-05, -0.0039382027462124825, -0.02496306411921978, 0.006028393749147654, 0.003826427971944213, 0.022593436762690544, -0.015052355825901031, -0.007626775186508894, 0.0016021071933209896, 0.01661720499396324, -0.010447229258716106, 0.0035097324289381504, -0.0237111859023571, -0.007086529862135649, 0.0035004178062081337, -0.007548532914370298, -0.012220724485814571, -0.0009021167061291635, -0.013442796654999256, -0.005074581131339073, 0.000976167619228363, 0.010432325303554535, 0.0053540184162557125, 0.008256440982222557, -0.016080684959888458, -0.038987092673778534, 0.018301280215382576, 0.02247421070933342, -0.005871909204870462, -0.006386073771864176, 0.007462838664650917, 0.0054620676673948765, 0.004586497321724892, 0.011259459890425205, -0.014456222765147686, 0.025589004158973694, -0.002153530018404126, -0.028495151549577713, -0.0025745488237589598, 0.008860024623572826, -0.010745295323431492, 0.016930174082517624, -0.004631207324564457, 0.012116401456296444, -0.001677555264905095, 0.001546219689771533, 0.02436693198978901, -0.010708036832511425, 0.008919638581573963, 0.013919702731072903, -0.03758617863059044, 0.004713175818324089, 0.013010600581765175, -0.011945012956857681, -0.009664804674685001, 0.0030700843781232834, -0.01824166625738144, -0.002431104425340891, -0.017481597140431404, -0.007228111382573843, 0.005920344963669777, 0.0016514743911102414, -0.0019094881135970354, -0.03326421603560448, -0.0012500161537900567, -0.002883792854845524, 0.013643991202116013, -0.02403905801475048, 0.008092503994703293, 0.007440483663231134, 0.008263892494142056, 0.019493546336889267, 0.006423331797122955, 0.008606668561697006, 0.0048174988478422165, -0.027347596362233162, 0.021073298528790474, -0.0015136186266317964, 0.016468171030282974, 0.005816021468490362, -0.02251891978085041, -0.0050224196165800095, 0.007347337901592255, 0.03427764028310776, 0.004344318527728319, 0.02670675329864025, -0.010268389247357845, 0.001965375617146492, 0.002304426161572337, -0.003830153727903962, -0.006412154529243708, -0.008122310973703861, -0.03150562196969986, 0.0005355881294235587, 0.00018233283481094986, -0.00849489402025938, -0.007216933649033308, 0.005499325692653656, -0.012250530533492565, 0.0023360957857221365, 0.0016645147698000073, 0.012250530533492565, 0.026975013315677643, -0.0088674770668149, 0.002228046767413616, -0.014396609738469124, -0.020328132435679436, 0.016408557072281837, 0.0005793666350655258, 0.005372647661715746, -0.000170223880559206, 0.004489625804126263, -0.003424038179218769, 0.017883986234664917, -0.009895806200802326, -0.009545577690005302, -0.0036438622046262026, 0.012511339038610458, 0.0255591981112957, 0.009500867687165737, -0.009165543131530285, 0.00033066747710108757, 0.0046796430833637714, -0.007093981374055147, 0.026363976299762726, -0.003440804546698928, -0.00248140306212008, 0.008927090093493462, 0.003507869550958276, -0.04399460554122925, -0.008725895546376705, 0.003506006672978401, -0.019374318420886993, 0.02335350587964058, -0.0029974307399243116, 0.01229524053633213, -0.01870366930961609, 0.009627546183764935, 0.0018265884136781096, 0.0105962622910738, 0.01815224625170231, 0.012086594477295876, -0.0262596532702446, -0.02979174070060253, -0.02128194458782673, 0.002384531544521451, 0.025156807154417038, -0.017243143171072006, -0.005499325692653656, 0.00419155927374959, -0.022623242810368538, -0.015365324914455414, -0.0003355576191097498, 0.018018117174506187, 0.01855463534593582, -0.015350421890616417, 0.01512687187641859, 0.008256440982222557, -0.0023826686665415764, -0.0027887842152267694, -0.004538061562925577, 0.003377465298399329, -0.011363782919943333, 0.005014968104660511, -0.028286505490541458, 0.005242243409156799, -0.03851018473505974, 0.021267041563987732, 0.020149292424321175, -0.009135736152529716, 0.013748315162956715, -0.019419029355049133, -0.012660372070968151, -0.008211730979382992, -0.007004561368376017, 0.00342031242325902, -0.0008457635412923992, 0.024113574996590614, 0.006024667993187904, -0.010119356215000153, -0.002988116117194295, -0.0022354982793331146, 0.008710991591215134, 0.0046796430833637714, 0.004239995032548904, 0.0026248476933687925, -0.0027943728491663933, -0.009910709224641323, 0.03204214200377464, 0.007928567007184029, 0.008882380090653896, -0.004675917327404022, -0.005182630382478237, -0.03615545853972435, -0.00591661874204874, -0.012578403577208519, 0.007477742154151201, 0.01630423404276371, 0.019344512373209, -0.0067400275729596615, -0.006076829507946968, 0.014374254271388054, 0.004940451122820377, 0.012973342090845108, 0.01690036803483963, -0.0024404190480709076, 0.004023896995931864, 0.01360673364251852, 0.004918096121400595, -0.017094111070036888, -0.005190081894397736, 0.0048584830947220325, -0.008725895546376705, 0.015857134014368057, 0.012310144491493702, 0.0019746902398765087, -0.0009547440567985177, -0.0032582387793809175, -0.013882444240152836, 0.009754224680364132, -0.01084961835294962, -0.022131433710455894, -0.007630500942468643, -0.010417422279715538, 0.0211925245821476, -0.008263892494142056, 0.008666281588375568, -0.014992741867899895, 0.012615662068128586, -0.0005639976006932557, -0.013949509710073471, 0.008912187069654465, -0.008964348584413528, -0.010737843811511993, 0.005458341911435127, 0.019925741478800774, -0.01183323748409748, -0.021386267617344856, 0.01130416989326477, -0.012518790550529957, -0.031237363815307617, 0.0036643543280661106, 0.029717223718762398, -0.0200300645083189, 0.006155072245746851, -0.017377274110913277, -0.004336866550147533, -0.011162588372826576, -0.016140298917889595, 0.010544100776314735, -0.0007172223995439708, -0.0076081459410488605, 0.012682727538049221, 0.018480120226740837, -0.007936019450426102, 0.007958373986184597, -0.0177349541336298, 0.0007852187845855951, 0.00031692846096120775, 0.00801053550094366, 0.006110362242907286, -0.0047616115771234035, 0.002861437853425741, 0.03049219772219658, -0.007529903668910265, -0.012377209030091763, 0.04107355698943138, -0.003353247418999672, -0.012280337512493134, 0.02174394764006138, -0.023696282878518105, 0.010745295323431492, -0.011788527481257915, 0.0037686775904148817, 0.006956125609576702, -0.015872038900852203, 0.0031744076404720545, -0.008152117021381855, 0.009359286166727543, 0.02114781364798546, -0.007876405492424965, -0.024560675024986267, 0.012682727538049221, -0.02690049633383751, -0.0038413312286138535, -0.004608852323144674, -0.04274272918701172, 0.003243335522711277, -0.023055439814925194, 0.004236269276589155, -0.00548069691285491, -0.013532216660678387, 0.014731934294104576, 0.012369757518172264, 0.0007968620047904551, 0.006583542563021183, -0.012384660542011261, 0.010790005326271057, -0.02081994153559208, -0.011885399930179119, 0.02113291062414646, 0.01570810191333294, 0.019284898415207863, 0.007626775186508894, -0.0014921951806172729, -0.0020547956228256226, -0.017004691064357758, 0.00041170426993630826, -0.007876405492424965, 0.011758721433579922, -0.0027161305770277977, 0.0221016276627779, 0.0002181939489673823, -0.0005761065403930843, 0.010782553814351559, 0.0039158477447927, 0.018763283267617226, 0.0008765016682446003, 0.013837735168635845, -0.017287854105234146, 0.007280272897332907, -0.015514358878135681, 0.0076193236745893955, 0.00634508952498436, -0.009784030728042126, -0.002626710571348667, -0.009784030728042126, -0.005465793423354626, -0.004493351560086012, -0.005126742646098137, -0.006460590288043022, 0.004333140794187784, -0.007719920948147774, 0.016378751024603844, 0.0023752169217914343, 0.007824243977665901, -0.013874992728233337, -0.015529261901974678, -0.008479990065097809, 0.014396609738469124, -0.021669430658221245, -0.00030109367799013853, -0.010983748361468315, -0.01183323748409748, -0.008740798570215702, -0.01441151276230812, -0.012429370544850826, 0.00252797594293952, -0.0032880455255508423, -0.023457828909158707, 0.010730392299592495, 0.0030793990008533, 0.02114781364798546, -0.005924070719629526, -0.007447935175150633, -0.017302757129073143, -0.002337958663702011, 0.012742340564727783, -0.012198369018733501, 0.00801053550094366, -0.00025591798475943506, -0.014336995780467987, -0.018658960238099098, -0.006006038747727871, 0.003474337048828602, 0.020611295476555824, 0.010536649264395237, -0.007131239864975214, -0.016885465011000633, -0.01870366930961609, -0.00019781831360887736, 0.017928697168827057, -0.003235883777961135, -0.0046125780791044235, 0.037049658596515656, 0.0029937047511339188, 0.0008159569115377963, 0.006415880285203457, 0.012272886000573635, -0.03058161772787571, 0.020521875470876694, 0.011184942908585072, -0.00856941007077694, -0.003029100364074111, 0.010730392299592495, -0.010782553814351559, 0.024307318031787872, 0.011170039884746075, 0.009105930104851723, 0.009918160736560822, -0.0002719856274779886, 0.0031278347596526146, -0.00013902004866395146, 0.0177349541336298, 0.011535171419382095, -0.0026304363273084164, 0.0002915462537202984, -0.004947903100401163, 0.011199846863746643, -0.00895689707249403, 0.01213875599205494, -0.014895870350301266, -0.011259459890425205, -0.017064303159713745, -0.03630449250340462, -0.009545577690005302, 0.021386267617344856, -0.004239995032548904, -0.013971864245831966, -0.007559710182249546, 0.012697630561888218, -0.007500097155570984, -0.011333976872265339, -0.01522374339401722, 0.017213337123394012, 0.010104452259838581, -0.017347466200590134, 0.0030738101340830326, 0.012652920559048653, 0.0014707716181874275, 0.02150549367070198, -0.02527603507041931, 0.002153530018404126, -0.012012077495455742, -0.029493674635887146, 0.014493481256067753, -0.00948596466332674, -0.011691655963659286, 0.0020212631206959486, 0.008688637055456638, 0.00043452499085105956, -0.014180511236190796, -0.007764630950987339, 0.012250530533492565, -0.0067698340862989426, -0.035857394337654114, -0.0023398215416818857, 0.005551487673074007, -0.016140298917889595, 0.0041841077618300915, 0.007861502468585968, -0.011564978398382664, 0.008465087041258812, -0.005871909204870462, 0.011035909876227379, 0.01476174034178257, 0.012079142965376377, -0.0044747223146259785, 0.006617075297981501, 0.0050224196165800095, -0.006617075297981501, -0.007064174860715866, 0.015872038900852203, 0.0033290295396000147, -0.004839853849261999, -0.013576926663517952, -0.002090191002935171, -0.016974883154034615, 0.020432455465197563, 0.014277382753789425, 0.011907754465937614, 0.02426260896027088, 0.0038450572174042463, -0.0011922657722607255, 0.014396609738469124, 0.023606862872838974, 0.02265305072069168, 0.012615662068128586, 0.021952593699097633, 0.016140298917889595, -0.025305841118097305, -0.0015480825677514076, 0.005275776144117117, 0.01676623709499836, 0.0024366932921111584, -0.011110426858067513, 0.01870366930961609, -0.0007805615314282477, -0.011095523834228516, 0.0007256055250763893, -0.007418128661811352, 0.030700843781232834, -0.02113291062414646, -0.0005262735649012029, 0.012421919032931328, 0.006855528336018324, 0.026766367256641388, -0.014396609738469124, 0.021892979741096497, 0.0033159891609102488, -0.00250934693031013, -0.013874992728233337, -0.022638145834207535, -8.528659236617386e-05, -0.03287672996520996, 0.015767715871334076, 0.00948596466332674, 0.008614120073616505, -0.02478422410786152, -0.02482893504202366, 0.008248988538980484, -0.013912251219153404, -0.0014866064302623272, 0.003159504383802414, -0.003273142036050558, 0.00456041656434536, -0.004236269276589155, -0.009366737678647041, 0.002052932744845748, -0.006851802580058575, -0.00904631707817316, 0.0079434709623456, -0.012183465994894505, -0.04378595948219299, -0.026960110291838646, 0.00912083312869072, 0.008800411596894264, -0.011572429910302162, 0.02906147763133049, 0.008181924000382423, 0.0027943728491663933, -0.008167020976543427, -0.020372841507196426, -0.014731934294104576, -0.02214633673429489, 0.018271472305059433, -0.004210188519209623, -0.002095779636874795, 0.00711633637547493, 0.027988439425826073, 0.017749857157468796, 0.0017632492817938328, -0.00840547401458025, -0.005894263740628958, 0.006542558316141367, -0.002829768229275942, 0.0063972510397434235, -0.009336931630969048, -0.002548468066379428, -0.005227340385317802, 0.002267167903482914, -0.019627675414085388, -0.009038864634931087, -0.017883986234664917, 0.008576861582696438, 0.018673863261938095, -0.003034688998013735, -0.012682727538049221, 0.013360828161239624, 0.007593242917209864, 0.032399822026491165, -0.0015955868875607848, -0.009031413123011589, -0.00643450953066349, -0.0033923687878996134, 0.009918160736560822, -0.007809340953826904, -0.036960240453481674, -0.011378686875104904, 0.00960519164800644, -0.0031874480191618204, -0.008912187069654465, 0.0017176078399643302, 0.01349495816975832, -0.02681107632815838, 0.015022548846900463, 0.03174407780170441, -0.004638658836483955, 0.013539668172597885, -0.00446727080270648, 0.01087197382003069, -0.004854757338762283, 0.00280368747189641, 0.003941928967833519, -0.011646945960819721, -0.017168628051877022, 0.006531381048262119, -1.5427267499035224e-06, -0.011199846863746643, -0.009813837707042694, 0.00761187169700861, 0.0008224771008826792, -0.02183336764574051, 0.007459112908691168, 0.020566584542393684, 0.026587527245283127, -0.008234085515141487, -0.011371234431862831, 0.0014605255564674735, -0.023740991950035095, -0.008986703120172024, 0.04020916298031807, 0.0105888107791543, -0.004083510488271713, 0.007734824437648058, -0.014664868824183941, -0.005108113866299391, -0.030611423775553703, -0.0008792959852144122, 0.046170491725206375, 0.020044967532157898, 0.015693198889493942, -0.02330879680812359, -0.008099955506622791, 0.011363782919943333, -0.012645469047129154, 0.009217704646289349, 0.011810882948338985, 0.0039009444881230593, 0.0037891697138547897, 0.036960240453481674, 0.01764553412795067, 0.005458341911435127, -0.01222817599773407, -0.0076752109453082085, -0.013137278147041798, 0.0030738101340830326, 0.02749663032591343, 0.00400526775047183, -0.005376373417675495, -0.0016626518918201327, -0.005812295712530613, 0.019135866314172745, -0.0004624687135219574, 0.017943600192666054, -0.008524700067937374, -0.008651378564536572, -0.004564142320305109, 0.015365324914455414, 0.010253485292196274, -0.0023696282878518105, -0.007764630950987339, -0.002421789802610874, -0.0009454294922761619, 0.006997109856456518, 0.0010572044411674142, 0.00902396161109209, -0.012794502079486847, 0.0023901204112917185, -0.01503745187073946, 0.0028521232306957245, 0.001280754222534597, 0.02736249938607216, -0.015111968852579594, -0.006538832560181618, -0.008174472488462925, 0.0064941225573420525, 0.001657063141465187, -0.005529132671654224, 0.01503745187073946, -0.001271439716219902, -0.011371234431862831, 0.0016645147698000073, 0.021803559735417366, -0.002861437853425741, 0.012056787498295307, -0.007500097155570984, 0.001288205967284739, -0.008785508573055267, -0.011892851442098618, -0.006583542563021183, 0.008338408544659615, -0.0031539155170321465, -0.006181153003126383, 0.02311505191028118, 0.003340207040309906, -0.006047022994607687, -0.005074581131339073, -0.012645469047129154, -0.0025969038251787424, -0.007950922474265099, -0.007134965620934963, -0.013837735168635845, 0.026483204215765, 0.01906134933233261, 0.014038929715752602, 0.008651378564536572, 0.019597869366407394, -0.0005756408208981156, 0.003779855091124773, 0.002582000568509102, 0.009560481645166874, 0.0031706818845123053, 0.02487364411354065, 0.004351770039647818, -0.0025969038251787424, -0.00693004485219717, 0.0036103297024965286, 0.003779855091124773, 0.012734889052808285, 0.03648333251476288, -0.004422560799866915, -0.0021442153956741095, 0.013204343616962433, 0.00973932072520256, 0.00252797594293952, 0.01001503225415945, 0.019970452412962914, 0.003571208566427231, -0.0019746902398765087, -0.0011717737652361393, -0.0031017540022730827, -0.002613670192658901, 0.03150562196969986, -0.0105962622910738, -0.0009621957433409989, -0.002535427687689662, 0.018182052299380302, 0.009135736152529716, 0.010246033780276775, 0.005544035695493221, 0.01185559295117855, 0.0034389416687190533, 0.011892851442098618, -0.011408492922782898, -0.010812359862029552, 0.002723582088947296, 0.0246351920068264, 0.02040264755487442, -0.006814544089138508, -0.007220659404993057, 0.029299931600689888, -0.007582065183669329, -0.007257917895913124, 0.015723004937171936, -0.005719149950891733, 0.006516477558761835, 0.011669301427900791, 0.01549945492297411, 0.004217640031129122, -0.02068581059575081, 0.022354982793331146, -0.04065626487135887, 0.0067810118198394775, -0.0012919317232444882, -0.02242949977517128, -0.021803559735417366, -0.00702319061383605, 0.022489113733172417, 0.0010041113710030913, 0.0012071691453456879, 0.01013425923883915, 0.00821918249130249, -0.0020212631206959486, -0.020983878523111343, -0.001100051449611783, 0.006128991488367319, 0.015410034917294979, 0.0008140939753502607, -0.00766775943338871, -0.003930751234292984, -0.012913729064166546, -0.01524609886109829, 0.009441254660487175, 0.0026546542067080736, 0.01478409580886364, 0.01906134933233261, 8.930350304581225e-05, 0.010149162262678146, 0.0068667056038975716, -0.005350292660295963, 0.002065973123535514, 0.0037109272088855505, 0.0023957090452313423, 0.027466822415590286, 0.012198369018733501, 0.00038259621942415833, -0.007313805632293224, -0.013509861193597317, 0.0050634038634598255, 0.017258048057556152, -0.012898825109004974, 0.0021311750169843435, -0.0014754289295524359, -0.020328132435679436, 0.0030533182434737682, -0.008114858530461788, 0.009202801622450352, -0.010730392299592495, 0.008807863108813763, 0.0074851936660707, 0.025827458128333092, -0.007433032151311636, 0.02390492893755436, 0.0024534594267606735, -0.021892979741096497, 0.027973536401987076, 0.011572429910302162, 0.0031241090036928654, 0.00018710654694586992, -0.024814032018184662, 0.0005304650985635817, -0.010469583794474602, 0.004478448536247015, 0.012123852968215942, 0.020372841507196426, 0.007131239864975214, 0.030522003769874573, 0.013211795128881931, 0.01049939077347517, 0.007157320622354746, -0.005447164177894592, -0.009150640107691288], 'id': '9f8e3b43-f887-43f6-a39b-9a0670b114d6', '_distance': 1.0564557313919067}), Document(page_content='33 Dynamics products and cloud services revenue growth  Revenue from Dynamics products and cloud services, \\nincluding Dynamics 365, comprising a set of intelligent, \\ncloud -based applications across ERP, CRM, Customer \\nInsights, Power Apps, and Power Automate; and on -\\npremises ERP and CRM applications  \\n    \\nLinkedIn revenue growth  Revenue from LinkedIn, including Talent Solutions, \\nMarketing Solutions, Premium Subscriptions, and Sales \\nSolutions  \\n    \\nServer products and cloud services revenue growth  Revenue from Server products and cloud services, \\nincluding Azure and other cloud services; SQL Server, \\nWindows Server, Visual Studio, System Center, and \\nrelated Client Access Licenses (“CALs”); and Nuance and \\nGitHub  \\nMore Personal Computing  \\nMetrics related to our More Personal Computing segment assess the performance of key lines of business within this \\nsegment. These metrics provide strategic product insights which allow us to assess the performance across our \\ncommercial and consumer businesses. As we have diversity of target audiences and sales motions within the Windows \\nbusiness, we monitor metrics that are reflective of those varying motions.  \\n  \\nWindows OEM revenue growth  Revenue from sales of Windows Pro and non -Pro licenses sold \\nthrough the OEM channel  \\n    \\nWindows Commercial products and cloud \\nservices revenue growth  Revenue from Windows Commercial products and cloud services, \\ncomprising volume licensing of the Windows operating system, \\nWindows cloud services, and other Windows commercial offerings  \\n    \\nSurface revenue growth  Revenue from Surface devices and accessories  \\n    \\nXbox content and services revenue growth  Revenue from Xbox content and services, comprising first - and third -\\nparty content (including games and in -game content), Xbox Game \\nPass and other subscriptions, Xbox Cloud Gaming, third -party disc \\nroyalties, advertising, and other cloud services  \\n    \\nSearch and news advertising revenue, \\nexcluding TAC, growth  Revenue from search and news advertising excluding traffic \\nacquisition costs (“TAC”) paid to Bing Ads network publishers and \\nnews partners  \\nSUMMARY RESULTS OF OPERATIONS  \\n  \\n(In millions,  except  percentages  and per share  amounts)  2022  2021  Percentage  \\nChange    \\n        \\nRevenue  $  198,270   $  168,088    18%  \\nGross margin   135,620    115,856    17%  \\nOperating income   83,383    69,916    19%  \\nNet income   72,738    61,271    19%  \\nDiluted earnings per share   9.65   8.05   20%  \\n        \\nAdjusted net income (non -GAAP)   69,447    60,651    15%  \\nAdjusted diluted earnings per share (non -GAAP)   9.21   7.97   16%    \\nAdjusted net income and adjusted diluted earnings per share (“EPS”) are non -GAAP financial measures which exclude \\nthe net  income tax benefit related to transfer of intangible properties in the first quarter of fiscal year 2022 and the', metadata={'vector': [0.04153840243816376, -0.017145821824669838, -0.008022157475352287, 0.0258274357765913, 0.0013270620256662369, -0.009420781396329403, -0.06156843528151512, 0.05026349425315857, -0.025783956050872803, 0.019667694345116615, 0.05687253549695015, -0.03695845231413841, 0.014725406654179096, -0.03423367068171501, -0.07896064221858978, 0.0400310754776001, -0.01581241935491562, -0.003212124342098832, 0.04469798505306244, 0.023580942302942276, -0.04177029803395271, 0.015102238394320011, -0.012102081440389156, 0.03153787925839424, -0.0037791829090565443, -0.012254263274371624, 0.010775924660265446, -0.002246494172140956, 0.03330608457326889, 0.015116731636226177, 0.028044942766427994, -0.012573120184242725, -0.013819562271237373, -0.025378137826919556, 0.03388582542538643, -0.00810187216848135, 0.0324074886739254, -0.04933591187000275, 0.06446713209152222, -0.014544238336384296, -0.028566710650920868, 0.01982712186872959, -0.0008188833598978817, 0.05707544460892677, 0.004105286672711372, -0.012551380321383476, -0.005460429936647415, 0.015247173607349396, 0.01972566731274128, -0.0035599686671048403, -0.029943592846393585, -0.028218865394592285, -0.0023986760061234236, 0.009058443829417229, 0.010848392732441425, 0.006580053828656673, 0.06713394075632095, 0.014435537159442902, 0.01160205528140068, -0.01705886237323284, -0.005819144658744335, -0.009464262053370476, 0.017841510474681854, -0.006464105565100908, -0.024262137711048126, 0.006902534514665604, -0.007109066937118769, -0.0016232732450589538, 0.008449716493487358, -0.023609928786754608, -0.016290705651044846, -0.033711906522512436, 0.010609249584376812, 0.020812680944800377, -0.008696106262505054, -0.021508369594812393, 0.0037465726491063833, 0.005884365178644657, 0.024421565234661102, 0.007630833424627781, 0.0063300407491624355, 0.04356749355792999, 0.009920807555317879, -0.003201254177838564, 0.0193343423306942, -0.0165226012468338, -0.017015380784869194, -0.08748283237218857, -0.01674000360071659, 0.004953157156705856, 0.006536573171615601, -0.0034585141111165285, 0.057104431092739105, -0.03887159377336502, 0.011102029122412205, -0.006822820287197828, -0.014116679318249226, 0.0052430275827646255, 0.03130597993731499, -0.0069532617926597595, 0.017870498821139336, -0.012203535996377468, 0.011015067808330059, -0.04724884405732155, 0.022291019558906555, 0.030987126752734184, -0.017087848857045174, 0.048089466989040375, -0.0600031353533268, 0.023160630837082863, -0.03582795709371567, 0.001010922365821898, -0.013160107657313347, 0.04362546652555466, -0.00014459541125688702, 0.037886034697294235, -0.010877379216253757, -0.032030656933784485, 0.03762515261769295, -0.02385631762444973, 0.04846629872918129, -0.0206967331469059, 0.0007776674465276301, -0.04182827100157738, 0.014181900769472122, 0.0509301982820034, -0.0018107830546796322, -0.062380071729421616, 0.022334499284625053, -0.03777008876204491, -0.05513331666588783, 0.028392788022756577, -0.05849580839276314, -0.010051249526441097, 0.0017528089229017496, -0.018943017348647118, -0.006775716319680214, 0.004235728178173304, 0.018044419586658478, 0.02181273326277733, 0.022624369710683823, -0.019609719514846802, 0.03266837075352669, -0.0189720056951046, -0.02176925353705883, 0.0150007838383317, -0.005945962853729725, 0.04159637540578842, 0.04382837563753128, -0.03287127986550331, -0.01144262682646513, -0.011478859931230545, -0.008159846067428589, 0.027044890448451042, 0.016290705651044846, -0.04145143926143646, 0.0076090930961072445, -0.017870498821139336, 0.010964340530335903, 0.013370263390243053, -0.008326521143317223, 0.02716084010899067, -0.013877536170184612, 0.01836327835917473, 0.0192908626049757, 0.026784008368849754, 0.030726242810487747, 0.035045307129621506, -0.04026297107338905, 0.024088215082883835, 0.011312184855341911, -0.023522967472672462, -0.021204005926847458, -0.0004175942740403116, 0.005384339019656181, 0.007094573695212603, 0.00921787228435278, -0.008507690392434597, -0.03913247957825661, -0.001214737305417657, 0.0023008447606116533, -0.0013687309110537171, -0.008761326782405376, -0.01749366708099842, -0.010681717656552792, -0.010341119952499866, 0.04069777578115463, -0.006844560615718365, -0.024334603920578957, -0.015435589477419853, 0.012776029296219349, 0.017827017232775688, 0.06423524022102356, 0.020464837551116943, 0.018203848972916603, 0.00012466683983802795, 0.004920546896755695, 0.009848340414464474, -0.003938611131161451, -0.03701642528176308, -0.010065742768347263, 0.023378033190965652, -0.018015433102846146, 0.013942757621407509, 0.03971221670508385, 0.009435275569558144, 0.004978520795702934, -0.019551744684576988, -0.002688546199351549, -0.014276107773184776, 0.0004214441287331283, 0.0056669628247618675, -0.009326573461294174, 0.027798553928732872, -0.017595121636986732, 0.029508788138628006, 0.032465461641550064, 0.020160473883152008, -0.003945858217775822, -0.045538611710071564, -0.005489417351782322, -0.0040871696546673775, 0.026986917480826378, 0.031016113236546516, -0.02198665589094162, -0.048553261905908585, -0.017261771485209465, -0.033393047749996185, -0.025276683270931244, -0.018058914691209793, -0.03736427053809166, -0.03597289323806763, -0.037132374942302704, -0.009420781396329403, 0.026972424238920212, -0.053481053560972214, 0.0175661351531744, 0.03269735723733902, -0.047509726136922836, -0.015942860394716263, 0.029914606362581253, -0.03229153901338577, 0.03229153901338577, -0.005782910622656345, -0.016624055802822113, 0.006478599272668362, 0.012993432581424713, 0.11032460629940033, 0.004797352012246847, 0.006351781077682972, 0.0372193343937397, -0.01821834221482277, 0.007804755587130785, -0.0032737217843532562, 0.04084271192550659, 0.011348418891429901, 0.06487295031547546, 0.019841615110635757, -0.006464105565100908, -0.02169678546488285, 0.014160159975290298, -0.008188833482563496, -0.012565873563289642, 0.00852943118661642, 0.026204267516732216, 0.06974276900291443, 0.014116679318249226, 0.0015381238190457225, -0.021885201334953308, 0.0010272274957969785, 0.009710651822388172, -0.011138263158500195, 0.002407734515145421, 0.006500339601188898, -0.02971169725060463, 0.05127803981304169, 0.0040871696546673775, -0.030233463272452354, -0.02453751303255558, 0.0193343423306942, -0.007985924370586872, 0.005145196337252855, 0.03301621600985527, 0.009623690508306026, -0.02820437215268612, -0.00426471559330821, -0.0010734256356954575, 0.0009737827931530774, -0.015566030517220497, -0.008239560760557652, -0.0033806113060563803, -0.018740108236670494, 0.015203692950308323, 0.024204162880778313, -0.0053082481026649475, 0.0005765699315816164, 0.03417569771409035, 0.02213159017264843, 0.025160735473036766, -0.005413325969129801, -0.02439257875084877, -0.0059061055071651936, -0.0551912896335125, -0.03805995732545853, 0.003556345123797655, 0.02400125376880169, 0.04571253061294556, 0.019928576424717903, -0.0028733385261148214, 0.003819040022790432, 0.0037465726491063833, 0.014239874668419361, -0.01717481017112732, -0.006670638453215361, -0.019406810402870178, 0.03829185292124748, 0.046756066381931305, 0.0017509972676634789, 0.0017682083416730165, -0.014363069087266922, 0.027392735704779625, 0.026711540296673775, -0.035335179418325424, 0.016624055802822113, 0.011768730357289314, 0.006257573142647743, -0.014826861210167408, 0.07165591418743134, 0.013913770206272602, 0.002494695596396923, -0.008790314197540283, 0.00810187216848135, 0.012928211130201817, 0.007427924312651157, 0.02327657863497734, 0.003909624181687832, 0.012942705303430557, 0.030668269842863083, 0.009638184681534767, -0.01642114669084549, 0.01800093986093998, -0.02227652631700039, -0.055307235568761826, 0.00461618322879076, -0.010051249526441097, -0.002695793053135276, -0.06498889625072479, 0.001151328207924962, -0.01602982170879841, 0.018566187471151352, 0.0008401707164011896, -0.02271133102476597, 0.04664011672139168, -0.007388066966086626, -0.0013832243857905269, 0.006674261763691902, -0.021435901522636414, -0.014435537159442902, 0.0020743836648762226, -0.016392160207033157, 0.004746624734252691, -0.01982712186872959, -0.027001410722732544, 0.05556812137365341, -0.03719034790992737, 0.005688702687621117, 0.020203953608870506, -0.0255085788667202, 0.05808999016880989, -0.0447559617459774, -0.010065742768347263, 0.04890110343694687, 0.009551223367452621, 0.007174287922680378, -0.04333559796214104, -0.019493771716952324, -0.018624160438776016, 0.02456650137901306, -0.029972581192851067, 0.041045621037483215, -0.010123716667294502, 0.038958556950092316, 0.03420468419790268, 0.0005978572880849242, -0.004786481615155935, -0.013754341751337051, 0.02726229466497898, -0.014971796423196793, -0.010261405259370804, 0.06081477180123329, -0.026465151458978653, 0.01795746013522148, -0.03675554320216179, 0.014268861152231693, -0.00334981270134449, -0.006540196947753429, -0.007282989099621773, 0.0330452024936676, -0.018812576308846474, -0.026914449408650398, -0.008152599446475506, -0.031276993453502655, -0.014421042986214161, 0.01821834221482277, -0.036378711462020874, 0.003996585495769978, -0.021175019443035126, -0.03724832087755203, 0.03823387995362282, 0.011319431476294994, -0.024131694808602333, -0.010080236941576004, -0.00960919726639986, -0.00016520336794201285, 0.047219857573509216, -0.02471143566071987, 0.018116887658834457, 0.02478390373289585, -0.015058757737278938, -0.002838916378095746, 0.0037085271906107664, -0.005366222467273474, 0.0005684173665940762, 0.045683544129133224, -0.03542213886976242, 0.022551901638507843, 0.011775976978242397, 0.01226875651627779, 0.00425746850669384, -0.003985715098679066, -0.021783746778964996, 0.012102081440389156, 0.0537419393658638, 0.024044733494520187, 0.0023551953490823507, 0.00957296323031187, 0.0300015676766634, 0.011746990494430065, 0.025247694924473763, -0.010355613194406033, -0.021508369594812393, -0.025624526664614677, -0.029682710766792297, -0.010036756284534931, -0.07020656019449234, 0.01868213526904583, -0.05542318522930145, -0.03150888904929161, -0.043741416186094284, 0.002976604737341404, -0.016334185376763344, 0.016754496842622757, -0.0007038410985842347, 0.005663339048624039, -0.016232730820775032, 0.02249392867088318, -0.011790471151471138, -0.035045307129621506, 0.024450551718473434, -0.004960403777658939, 0.015073250979185104, 0.023363539949059486, -0.01573995128273964, -0.00269035785458982, 0.03739325702190399, 0.02988561987876892, -0.025696994736790657, -0.013123873621225357, -0.004358923062682152, 0.03130597993731499, 0.0011350230779498816, 0.008043898269534111, 0.04371242597699165, 0.02220405824482441, 0.01882706955075264, -0.015058757737278938, 0.03492936119437218, -0.008956989273428917, -0.014797874726355076, 0.027247799560427666, 0.04527772590517998, 0.026175281032919884, 0.024653460830450058, -0.015044264495372772, 0.0268709696829319, -0.03061029501259327, 0.043741416186094284, -0.013174600899219513, -0.00984109379351139, -0.013906523585319519, -0.030117515474557877, -0.010913613252341747, 0.045828480273485184, -0.03545112535357475, 0.007478651590645313, -0.03165382519364357, -0.02966821752488613, -0.005050988402217627, 0.02245044708251953, -0.005764794070273638, 9.896350093185902e-05, 0.018551692366600037, -0.04924894869327545, -0.05084323510527611, -0.019624212756752968, -0.030378399416804314, 0.0030690007843077183, 0.0012319483794271946, -0.04939388483762741, 0.046900998800992966, -0.004906053189188242, -0.02460998110473156, 0.02094312198460102, -0.029146449640393257, -0.032784320414066315, -0.005616235546767712, -0.009174391627311707, -0.015305147506296635, -0.0008274888969026506, -0.025494085624814034, -0.010210677981376648, -0.008717846125364304, -0.010486055165529251, 0.03568302094936371, -0.013971744105219841, -0.017812523990869522, 0.021957669407129288, 0.027030397206544876, 0.03629174828529358, 0.020001044496893883, -0.028320319950580597, 0.019537251442670822, 0.017479173839092255, 0.011587562039494514, -0.014015224762260914, -0.003873390844091773, -0.0046198065392673016, -0.01802992634475231, 0.0007151641766540706, 0.0075438725762069225, 0.0038915076293051243, 0.03403076156973839, 0.005790157709270716, -0.0026378189213573933, 0.01025415863841772, 0.037161361426115036, 0.043741416186094284, -0.03121902234852314, -0.0007282989099621773, -0.0002842086832970381, 0.035335179418325424, -0.02511725388467312, 0.012116574682295322, -0.03437860682606697, 0.015073250979185104, -0.0010580262169241905, 0.036987438797950745, 0.03348000720143318, 0.0030979879666119814, 0.0153196407482028, -0.008899015374481678, 0.000488703022710979, 0.006750352680683136, 0.01054402906447649, -0.007978677749633789, -0.00019271840574219823, 0.014196394011378288, 0.03634972497820854, 0.003873390844091773, -0.006913404446095228, -0.0011187178315594792, -0.017928471788764, 0.015624004416167736, -0.017798030748963356, -0.012138315476477146, 0.031595852226018906, 0.0028244229033589363, -0.004482117947191, 0.011123768985271454, 0.040871698409318924, -0.03617580235004425, -0.010949847288429737, -0.003112481441348791, -0.004862572532147169, -0.01688493974506855, 0.007529378868639469, 0.015015277080237865, -0.009203379042446613, -0.005250274203717709, -0.02256639674305916, -0.034900370985269547, 0.044524066150188446, 0.01958073303103447, 0.003637871239334345, -0.018696628510951996, 0.010304885916411877, 0.0223779808729887, 0.021943174302577972, 0.026378190144896507, -0.0337698794901371, 0.010609249584376812, 0.02011699229478836, 0.0241461880505085, 0.0076018464751541615, -0.01410218607634306, 0.013493458740413189, -0.016768991947174072, 0.002346137072890997, 0.004612559452652931, 0.023160630837082863, -0.007587352767586708, 0.025783956050872803, -0.010848392732441425, -0.007739534601569176, 0.0025725981686264277, -0.0008555700769647956, -0.014645692892372608, 0.014131173491477966, -0.03959627076983452, -0.03805995732545853, 0.014160159975290298, -0.006478599272668362, 0.015957355499267578, 0.03887159377336502, -0.01458771899342537, 0.0016549777938053012, -0.004170507658272982, -0.01656608283519745, -0.012551380321383476, 0.00024344569828826934, 0.0012899223947897553, -0.0344945527613163, 0.0005711349076591432, 0.02123299241065979, -0.0002527305914554745, 0.012681822292506695, 0.012710808776319027, 0.02366790361702442, -0.02018946036696434, 0.01214556209743023, -0.006782962940633297, 0.008688859641551971, 0.006402508355677128, 0.13600710034370422, 0.0028660916723310947, 0.0038045465480536222, -0.017232783138751984, 0.014152913354337215, -0.003967598546296358, 0.012442679144442081, 0.012333977967500687, 0.004300949163734913, 0.004583572503179312, 0.004826338961720467, 0.0001841128832893446, -0.027928994968533516, 0.0033208257518708706, 0.011812211014330387, 0.012102081440389156, 0.03782806172966957, -0.03495834767818451, -0.008435223251581192, 0.025320162996649742, 0.010754184797406197, -0.012493406422436237, -0.012218029238283634, 0.0011051301844418049, 0.02026192843914032, -0.010087483562529087, 0.017087848857045174, -0.024334603920578957, 0.00894249603152275, 0.021334446966648102, 0.026595592498779297, 0.0004311819502618164, -0.019493771716952324, -0.0023316433653235435, 0.02252291515469551, 0.00010343611211283132, 0.013254315592348576, -0.005054611712694168, -0.02130546048283577, -0.004837208893150091, 0.006956885103136301, -0.014667432755231857, 0.012377457693219185, -0.03333507478237152, -0.002159533090889454, -0.024580994620919228, -0.0012872049119323492, 0.015971848741173744, -0.005130702629685402, 0.0012681821826845407, -0.012870237231254578, 0.0016069679986685514, -0.006543820258229971, -0.006710495334118605, -0.018203848972916603, 0.0018017245456576347, 0.003101611277088523, 0.02339252643287182, -0.018116887658834457, 0.0001376883446937427, 0.0028860203456133604, -0.013768834993243217, 0.0008188833598978817, 0.00833376869559288, -0.01702987402677536, 0.0038335337303578854, -0.013160107657313347, 0.020102499052882195, 0.027494190260767937, -0.01516021229326725, -0.010667223483324051, 0.0010072989389300346, 0.01710234209895134, -0.004674157127737999, 0.016319692134857178, -0.042031180113554, 0.011087535880506039, 0.03571200743317604, 0.012783276848495007, -0.03194369748234749, -0.014594965614378452, 0.004311819095164537, 0.005608988460153341, 0.017377719283103943, -0.004782858304679394, -0.05226359888911247, 0.0005272014532238245, 0.007076456677168608, -0.01817486248910427, -0.0024802018888294697, 0.0032411112915724516, -0.011841198429465294, 0.0023570070043206215, 0.014174653217196465, 0.008000417612493038, 0.008130859583616257, -0.0037900530733168125, -0.015421095304191113, -0.003630624385550618, 0.035016320645809174, 0.021015590056777, 0.009326573461294174, 0.03049434721469879, 0.028334813192486763, 0.001825276529416442, 0.030262451618909836, 0.002145039616152644, -0.007529378868639469, -0.030871178954839706, 0.014776133932173252, -0.023073669523000717, -0.02113153785467148, -0.01005849614739418, 0.004326312802731991, -0.010522288270294666, -0.013522445224225521, 0.03495834767818451, -0.020218446850776672, 0.0351322703063488, -0.030668269842863083, 0.00404006615281105, 0.0158848874270916, -0.046292271465063095, -0.017899485304951668, 0.006333664059638977, 0.005895235575735569, 0.005985819734632969, 0.011551328003406525, 0.009493249468505383, 0.002913195639848709, 0.01573995128273964, -0.01739221252501011, 0.0015797927044332027, -0.015348628163337708, 0.017812523990869522, -0.010370106436312199, -0.005815521348267794, -0.0021396044176071882, 0.017160316929221153, -0.034581515938043594, -0.002514624036848545, -0.020537303760647774, -0.005648845806717873, 0.021218499168753624, -0.02327657863497734, 0.007196028251200914, -0.0018877797992900014, 0.02478390373289585, -0.01720379665493965, 0.023914292454719543, 0.0193343423306942, -0.00264506577514112, 0.001866039470769465, -0.02342151291668415, -0.004880689550191164, -0.0076598203741014, 0.008058391511440277, 0.03652364760637283, -0.015058757737278938, 0.0036704817321151495, -0.0025979618076235056, -0.02366790361702442, -0.028392788022756577, -0.007913456298410892, -0.021247485652565956, -0.014623952098190784, 0.022117096930742264, -0.010362859815359116, -0.016826964914798737, 0.0028552215080708265, 0.009688911959528923, 0.024015747010707855, -0.010609249584376812, -0.006427871994674206, 0.011478859931230545, -0.016971901059150696, 0.012391951866447926, -0.029044995084404945, 0.02174026519060135, 0.007754028309136629, -0.02949429489672184, -0.007754028309136629, -0.0007119937217794359, 0.007290236186236143, 0.0026233254466205835, 0.021001096814870834, 0.016899432986974716, 0.02363891527056694, -0.00519230030477047, -0.0165226012468338, -0.009478756226599216, -0.014652939513325691, 0.0153196407482028, 0.012406445108354092, 0.005471300333738327, 0.0043915337882936, 0.012174548581242561, 0.003630624385550618, -0.008616391569375992, 0.006782962940633297, -0.021493876352906227, 0.005551014561206102, -0.02162431739270687, -0.008196080103516579, -0.0286391768604517, 9.007490734802559e-05, -0.022435953840613365, 0.02468244917690754, 0.010080236941576004, 0.03600187972187996, -0.02594338357448578, -0.002815364394336939, -0.003811793401837349, -0.01860966719686985, -0.022015642374753952, -0.010072989389300346, -0.014754394069314003, 0.009630938060581684, 0.031161049380898476, 0.010674470104277134, -0.023682396858930588, 0.02837829478085041, -0.004739378113299608, 0.004728507716208696, 0.0039712218567729, -0.03003055416047573, -0.038349829614162445, -0.0062974304892122746, -0.01569647155702114, 0.020203953608870506, 0.010630990378558636, -0.005743053741753101, -0.021798240020871162, -0.02805943600833416, 0.02561003342270851, 0.026914449408650398, -0.028624683618545532, 0.0026668058708310127, 0.010616496205329895, 0.00519230030477047, -0.006036547012627125, 0.03452354297041893, 0.012189042754471302, -0.024160683155059814, -0.005145196337252855, -0.00937730073928833, 0.014573224820196629, -0.00426471559330821, 0.03478442505002022, -0.006398885045200586, -0.020827174186706543, 0.027726085856556892, -0.01710234209895134, -0.003822663566097617, -0.0023008447606116533, 0.00515606626868248, -0.01576893962919712, -0.0038951311726123095, 0.0013877536403015256, -0.03310317546129227, -0.03971221670508385, 0.01539210882037878, -0.011232471093535423, 0.042379025369882584, 2.6637488190317526e-05, -0.004018325824290514, 0.021638810634613037, 0.003344377502799034, 0.02072571963071823, -0.012573120184242725, -0.012486159801483154, 0.0029711697716265917, 0.04919097572565079, -0.024580994620919228, 0.015826912596821785, -0.019102446734905243, 0.0223779808729887, 0.020174967125058174, 0.013797822408378124, -0.009717898443341255, -0.0012844873126596212, -0.0009620068012736738, 0.028624683618545532, 0.009783119894564152, -0.016261719167232513, -0.0039893388748168945, 0.013558679260313511, -0.03014650195837021, 0.006420625373721123, 0.014305095188319683, 0.0027320266235619783, 0.007877222262322903, -0.005772040691226721, -0.025914397090673447, 0.039219439029693604, -0.033508993685245514, -0.027668112888932228, -0.012616600841283798, 0.013638393953442574, -0.014899329282343388, 0.005137949250638485, 0.0182473286986351, -0.010457067750394344, 0.003735702484846115, -0.015218186192214489, 0.011529588140547276, 0.012457172386348248, -0.027218813076615334, 0.007978677749633789, 0.008000417612493038, -0.010529535822570324, 0.010196184739470482, -0.009601950645446777, -0.04530671238899231, -0.00968166533857584, 0.0010045814560726285, -0.0010281333234161139, -0.0008306593517772853, -0.01843574456870556, 0.02813190408051014, -0.0032465464901179075, -0.0008981447317637503, 0.026856474578380585, -0.023334551602602005, 0.005811897572129965, 0.005391586106270552, -0.003431338584050536, -0.019885096698999405, 0.0003983450878877193, 0.03542213886976242, 0.009725145064294338, -0.01994306966662407, -0.006058287341147661, 0.0017600557766854763, -0.01297169178724289, 0.0019693055655807257, 0.008485950529575348, -0.016145769506692886, 0.005130702629685402, 0.02130546048283577, -0.010044002905488014, 0.01795746013522148, -0.028363801538944244, 0.01749366708099842, 0.029334865510463715, -0.04116157069802284, 0.032784320414066315, -0.035016320645809174, -0.012768782675266266, -0.03197268396615982, -0.010746938176453114, -0.0014946432784199715, 0.019914083182811737, 0.0331321656703949, -0.037277307361364365, -0.0034911243710666895, -0.010210677981376648, -0.014645692892372608, -0.04762567579746246, -0.005960456095635891, -0.027972476556897163, -0.016624055802822113, 0.0007758557330816984, 0.01860966719686985, 0.0255085788667202, -0.01645013317465782, -0.008232314139604568, -0.01807340793311596, -0.012022366747260094, 0.010768678039312363, 0.005261144135147333, -0.012116574682295322, 0.010645483620464802, -0.009833847172558308, -0.014355822466313839, 0.005746677052229643, -0.00925410632044077, 0.005728560034185648, -0.006268443539738655, 0.019914083182811737, -0.029334865510463715, 0.025320162996649742, -0.005884365178644657, -0.010913613252341747, -0.02730577439069748, 0.014645692892372608, 0.01388478372246027, 0.0016024387441575527, -0.006406131666153669, 0.010870132595300674, -0.016624055802822113, 0.005677832756191492, -0.04188624396920204, 0.004206741228699684, -0.027102865278720856, -0.002058078534901142, 0.0008723281789571047, 0.0031287865713238716, 0.0059242225252091885, 0.030378399416804314, 0.0165226012468338, -0.007442418020218611, 0.01111652236431837, 0.02913195639848709, 0.01843574456870556, 0.000689347623847425, -0.004728507716208696, -0.0038299101870507, -0.00788446981459856, 0.013094887137413025, -0.013457224704325199, 0.0036795400083065033, 0.008993223309516907, -0.004583572503179312, -0.007293859496712685, 0.0008279418107122183, -0.0008433411712758243, -3.262455265939934e-06, 0.005094469059258699, -0.0076598203741014, 0.02504478581249714, -0.006500339601188898, 0.024015747010707855, 0.004449507687240839, 1.866888669610489e-05, -0.028407281264662743, -0.051567912101745605, 0.004550962243229151, -0.00474300142377615, -0.01605881005525589, 0.009326573461294174, -0.0007994077168405056, -0.0065474435687065125, -0.012768782675266266, -0.007898963056504726, -0.030262451618909836, 0.0007400749018415809, -0.019856108352541924, 0.0036052607465535402, 0.028030449524521828, 0.018232835456728935, -0.031276993453502655, -0.013261562213301659, -0.002085253829136491, 0.027610138058662415, 0.005583624821156263, -0.024986812844872475, -0.014718160033226013, 0.005007507745176554, -0.0153196407482028, -0.009029457345604897, -0.005728560034185648, 0.013457224704325199, -0.027885515242815018, 0.07426474988460541, 0.018131380900740623, -0.009058443829417229, 0.005449560005217791, -0.03049434721469879, -0.027421722188591957, 0.013551432639360428, 0.019493771716952324, 0.02249392867088318, 0.0031704555731266737, 0.035045307129621506, 0.011573067866265774, 0.006536573171615601, 0.018740108236670494, -0.007478651590645313, -0.0024439680855721235, -0.019232887774705887, 0.013464471325278282, 0.003306332044303417, -0.003038202179595828, -0.0017509972676634789, 0.020522810518741608, -0.0065148333087563515, 0.027218813076615334, 0.014986290596425533, -0.01943579688668251, -0.011138263158500195, -0.004569079261273146, -0.03553808853030205, -0.028392788022756577, 0.014602212235331535, 0.010029509663581848, -0.014631199650466442, -0.0002984757302328944, -0.016479121521115303, 0.01458771899342537, -0.014761640690267086, 0.016942912712693214, -0.017928471788764, 0.01013096421957016, -0.011145509779453278, 0.0050691054202616215, 0.005663339048624039, -0.0193343423306942, -0.004594442900270224, 0.002065325155854225, -0.007993170991539955, -0.027566658332943916, 0.005598118528723717, 0.004873442929238081, 0.003232052782550454, -0.012471665628254414, -0.011783224530518055, 0.0033679294865578413, 0.01214556209743023, -0.003953104838728905, -0.005833637900650501, 0.02959574945271015, -0.008029405027627945, -0.0003469384100753814, 0.003661423223093152, 0.009732392616569996, -0.02065325155854225, -0.004790105391293764, -0.0110295619815588, 0.029827645048499107, 0.041654348373413086, -0.020247433334589005, -0.01717481017112732, -0.011529588140547276, 0.006772093009203672, 0.021609824150800705, -0.009623690508306026, -0.0011169061763212085, -0.020464837551116943, 0.0002801323716994375, 0.01210932806134224, 0.00897873006761074, 0.013703614473342896, -0.010986081324517727, -0.026160787791013718, -0.0032773450948297977, 0.00429370254278183, 0.04034993425011635, -0.005996690131723881, 0.004090793430805206, -0.01950826495885849, -0.02655211091041565, 0.006808326579630375, 0.007228638511151075, -0.009652677923440933, 0.0006594547303393483, 0.01314561441540718, -0.011862938292324543, -0.015464575961232185, -0.011261457577347755, 0.01875460147857666, -0.0030834944918751717, -0.011942652985453606, -0.02050831727683544, 0.026247747242450714, 0.0040147025138139725, 0.0051343259401619434, -0.0019258252577856183, 0.002677676035091281, -0.03061029501259327, 0.02266785129904747, 0.010036756284534931, 0.013478964567184448, -0.009855587035417557, -0.024595487862825394, -0.0033480010461062193, 0.032030656933784485, 0.010587509721517563, 0.007228638511151075, -0.023798344656825066, 0.006525703240185976, 0.015725458040833473, -0.006471352651715279, 0.010638236999511719, -0.0006259384681470692, 0.03333507478237152, 0.006993119139224291, 0.0042792088352143764, 0.007362703327089548, 0.01705886237323284, -0.0059061055071651936, -0.024595487862825394, 0.021508369594812393, -0.015015277080237865, -0.01742119900882244, 0.012696315534412861, 0.0008809337159618735, -0.02155184932053089, -0.0009484190959483385, -0.001644107629545033, -0.008993223309516907, -0.002302656415849924, 0.0009882762096822262, -0.01630519889295101, -0.004308195784687996, 0.022580889984965324, 0.010573015548288822, 0.010464314371347427, 0.011391899548470974, -0.0017663966864347458, -0.017073355615139008, -0.004152390640228987, 0.00393498782068491, 0.0006109920213930309, -0.019160421565175056, 0.009210625663399696, 0.01843574456870556, -0.011196237057447433, -0.0019620589446276426, -0.014667432755231857, -0.007703301031142473, 0.03197268396615982, -0.0008075602818280458, -0.0007663443684577942, -0.012290497310459614, 0.01605881005525589, 0.01056576892733574, -0.009109171107411385, 0.0050437417812645435, -0.012210782617330551, -0.011007821187376976, -0.016435639932751656, -0.018421251326799393, -0.006790210027247667, -0.004739378113299608, 0.015174705535173416, 0.0023606305476278067, -0.008797560818493366, -0.005971326492726803, 0.003186760703101754, -0.007927950471639633, 0.015710964798927307, 0.01523268036544323, 0.010493301786482334, -0.03269735723733902, -0.014573224820196629, 0.00852943118661642, -0.006648898124694824, -0.025595540180802345, 0.003482065862044692, 0.027349254116415977, 0.02934935875236988, -0.012420938350260258, 0.00666339136660099, -0.009580210782587528, 0.030871178954839706, 0.0009502308093942702, 0.004942287225276232, 0.019464785233139992, 0.020421355962753296, -0.02145039476454258, -0.016682030633091927, 0.005261144135147333, -0.004050936084240675, 0.020001044496893883, -0.012805016711354256, 0.020247433334589005, -0.0365816205739975, -0.027349254116415977, -0.013522445224225521, 0.010167197324335575, 0.037886034697294235, 0.026755020022392273, -0.011580315418541431, 0.012696315534412861, 0.006406131666153669, 0.010942600667476654, 0.02842177450656891, 0.028711644932627678, -0.009543976746499538, 0.021044576540589333, -0.024914344772696495, 0.0036469297483563423, 0.006909781135618687, 0.009493249468505383, -0.025407124310731888, 0.0025852799881249666, -0.013681874610483646, -0.010029509663581848, 0.010044002905488014, 0.02650863118469715, 0.00011911854380741715, 0.008862781338393688, 0.015131225809454918, 0.015754444524645805, -0.0004194059583824128, 0.009790366515517235, -0.008833794854581356, 0.007420677691698074, 0.0013687309110537171, 0.025696994736790657, 0.024117201566696167, 0.017087848857045174, 0.02213159017264843, -0.013428237289190292, 0.00892800185829401, -0.0026921695098280907, 0.007232261821627617, -0.01853719912469387, -0.00022340388386510313, 0.003724832320585847, -0.018595173954963684, -0.02834930643439293, 0.007522132247686386, 0.003974845167249441, -0.015116731636226177, 0.015102238394320011, 0.004065429791808128, -0.007985924370586872, -0.019711174070835114, -0.01987060345709324, 0.0029059487860649824, -0.013073146343231201, -0.02026192843914032, -0.010855639353394508, 0.042031180113554, 0.007442418020218611, 0.019885096698999405, -0.01226875651627779, 0.02791450172662735, -0.005616235546767712, -0.005757546983659267, 0.010558522306382656, 0.011457120068371296, -0.029001515358686447, -0.014855848625302315, -0.0013533314922824502, 0.02295771986246109, 0.0038661439903080463, 0.013790575787425041, 0.013334030285477638, -0.004340806510299444, 0.0031414683908224106, -0.0008107307367026806, -0.011254210956394672, 0.06539471447467804, 0.03171180188655853, -0.02065325155854225, -0.005116209387779236, 0.007362703327089548, 0.011971639469265938, 0.0008841041708365083, -0.006543820258229971, -0.011804964393377304, 0.014732654206454754, -0.0076018464751541615, -0.02558104693889618, -0.017116835340857506, -0.011478859931230545, 0.010283146053552628, -0.037596166133880615, -0.02108805812895298, -0.03574099764227867, 0.014312341809272766, 0.009493249468505383, 0.023436006158590317, -0.006127131637185812, -0.008609144948422909, -0.007812002208083868, -0.002279104432091117, -0.0176096148788929, -0.006659768056124449, -0.017406705766916275, 0.017928471788764, 0.019769148901104927, 0.010225171223282814, -0.013732601888477802, 0.022189565002918243, -0.02252291515469551, -0.008993223309516907, 0.022247537970542908, 0.0014384809182956815, -0.0224214605987072, 0.006993119139224291, -0.014435537159442902, 0.02198665589094162, -0.028030449524521828, -0.008174339309334755, 0.009341067634522915, -0.028552215546369553, -0.022943226620554924, -0.035306189209222794, -0.013384757563471794, -0.01318184845149517, -0.013558679260313511, -0.02543611079454422, -0.004427767358720303, -0.0011440814705565572, 0.014109432697296143, 0.006540196947753429, 0.04020499810576439, -0.018044419586658478, -0.004768365062773228, 0.018957512453198433, -0.034001775085926056, -0.001406776369549334, -0.019276369363069534, 0.007330093067139387, 0.014022471383213997, -0.0031613970641046762, 0.018131380900740623, 0.007130807265639305, 0.006677885074168444, 0.015435589477419853, -0.0044531309977173805, -0.009065690450370312, -0.0038516505155712366, 0.006369898095726967, -0.02866816520690918, -0.009543976746499538, -0.00230809161439538, -0.010790418833494186, 0.012906471267342567, 0.013739848509430885, 0.0028479748871177435, 0.00415963726118207, -0.016044314950704575, -0.004340806510299444, -0.020972110331058502, -0.011073041707277298, -0.0003797752724494785, -0.005217663943767548, -0.0189720056951046, -0.010377353057265282, 0.03017549030482769, -0.006395261734724045, 0.005373469088226557, 0.028291333466768265, -0.008522183634340763, 0.02208811044692993, 0.02529117651283741, 0.03153787925839424, -0.010819405317306519, 0.003556345123797655, -0.027247799560427666, -0.012841250747442245, -0.0027736956253647804, -0.016696523874998093, -0.02123299241065979, -0.024624474346637726, -0.01987060345709324, -0.008623638190329075, 0.032465461641550064, 0.010906366631388664, 0.03901652991771698, 0.00925410632044077, -0.012326730415225029, -0.031190035864710808, -0.0135949132964015, 0.002677676035091281, 0.014718160033226013, -0.02456650137901306, -0.0009312080801464617, 0.019479278475046158, 0.012232523411512375, 0.0033896698150783777, 0.020595278590917587, 0.004268338903784752, -0.019319849088788033, 0.014732654206454754, -0.008348261937499046, -0.0028117410838603973, 0.018058914691209793, 0.004913299810141325, 0.008536677807569504, -0.01144262682646513, -0.04414723441004753, 0.010681717656552792, 0.001107847667299211, -0.0018379583489149809, 0.03574099764227867, 0.0324074886739254, -0.009746885858476162, -0.0027428967878222466, 0.016508108004927635, 0.008109118789434433, 0.021972162649035454, 0.0054423133842647076, -0.01724727638065815, 0.0034838777501136065, 0.006612664088606834, 0.01865314692258835, -0.025320162996649742, -0.0019620589446276426, -0.00839174259454012, 0.02256639674305916, -0.01688493974506855, 0.01539210882037878, 0.011123768985271454, 0.014276107773184776, 0.017232783138751984, -0.003612507600337267, -0.005551014561206102, -0.010188938118517399, -0.0067539759911596775, -0.019609719514846802, -0.03272634744644165, 0.008877274580299854, -0.017928471788764, -0.003569026943296194, -0.0047103906981647015, -0.0031958192121237516, 0.01487034186720848, -0.0001952094753505662, 0.0008827453712001443, 0.0035762737970799208, -0.007196028251200914, -0.009732392616569996, 0.014486264437437057, -0.001192091265693307, 0.023117149248719215, 0.013681874610483646, -0.020595278590917587, 0.00788446981459856, -0.023233097046613693, 0.00894249603152275, 0.0069206515327095985, 0.022189565002918243, -0.007667067460715771, 0.013935511000454426, 0.007094573695212603, 0.000302552041830495, 0.004873442929238081, -0.006181482225656509, 0.013667380437254906, -0.014283355325460434, -0.030668269842863083, 0.006482222583144903, -0.011580315418541431, 0.0032954621128737926, -0.0033914814703166485, 0.0023262083996087313, 0.02213159017264843, -0.011986133642494678, 0.00897873006761074, 0.015218186192214489, -0.03208862990140915, -0.0009475132683292031, 0.018377771601080894, 0.08058391511440277, 0.006623534485697746, 0.034581515938043594, -0.006638027727603912, -0.0033733646851032972, 0.00016644891002215445, -0.0007151641766540706, -0.04049486666917801, -0.0056053651496768, 0.0020617018453776836, -0.02159533090889454, 0.021363435313105583, -0.013377510011196136, -0.012602107599377632, -0.00384440366178751, 0.005949586164206266, -0.019348835572600365, 0.017131328582763672, 0.02492883801460266, 0.005746677052229643, -0.021392421796917915, 0.00957296323031187, -0.007225015200674534, -0.015754444524645805, -0.02453751303255558, -0.009297586977481842, -0.008159846067428589, -0.012210782617330551, 0.01013096421957016, 0.001693023252300918, 0.017682082951068878, -0.004141520708799362, -0.015522549860179424, 0.0008732340065762401, 0.018769096583127975, 0.00393498782068491, -0.006717742420732975, 0.007279365789145231, -0.008739586919546127, 8.928228635340929e-05, 0.00880480743944645, 0.012326730415225029, 0.00939179491251707, -0.016899432986974716, -0.008681613020598888, 0.011493354104459286, -0.0003005138714797795, -0.0077685220167040825, -0.007913456298410892, 0.0015272536547854543, 0.022754810750484467, 0.019348835572600365, -0.004496611654758453, 0.020450342446565628, -0.00839174259454012, -0.01734873093664646, 0.011160003021359444, 0.00024186045629903674, 0.02256639674305916, -0.005670586135238409, -0.002152286237105727, 0.004406027030199766, -0.009138158522546291, 0.0019258252577856183, -0.0011060360120609403, 0.006442365702241659, -0.01381231565028429, -0.0021631564013659954, 0.016435639932751656, -0.014283355325460434, 0.013377510011196136, 0.0016613187035545707, 0.01605881005525589, -0.010036756284534931, 0.018841562792658806, 0.004406027030199766, -0.004036442376673222, -0.006906157825142145, 0.010594756342470646, 0.001871474552899599, -0.0023733123671263456, -0.015710964798927307, 0.002146851271390915, 0.010341119952499866, -0.02558104693889618, -0.021943174302577972, 0.017682082951068878, 0.04501684382557869, -0.0018895914545282722, -0.00013406497600954026, 0.006398885045200586, -0.014355822466313839, 0.014051458798348904, 0.004960403777658939, -0.0032103126868605614, -0.009435275569558144, -0.009007716551423073, -0.0071779112331569195, -0.00937730073928833, 0.006764846388250589, 0.010413587093353271, 0.025334656238555908, -0.007359080016613007, -0.015797926113009453, 0.008638132363557816, -0.004782858304679394, -0.0028660916723310947, 0.002701228018850088, 0.005511157214641571, 0.002190331695601344, -0.009043950587511063, 0.00515606626868248, -0.0048444559797644615, -0.011957146227359772, -0.030291438102722168, 0.0032085010316222906, -0.011529588140547276, 0.007558365818113089, -0.01144262682646513, -0.009543976746499538, -0.012218029238283634, -0.0019421305041760206, 0.012152808718383312, -0.013406497426331043, -0.02971169725060463, 0.0012654645834118128, -0.0067213657312095165, 0.0059314691461622715, -0.017508160322904587, -0.015522549860179424, -0.018087901175022125, -0.0025544811505824327, -0.03643668442964554, -0.001644107629545033, 0.010268651880323887, 0.008855534717440605, -0.011725249700248241, 0.0007147112628445029, -0.0004954969044774771, -0.0080801323056221, 0.01979813538491726, 0.015725458040833473, -0.019276369363069534, 0.003992962185293436, 0.011094782501459122, -0.021059071645140648, -0.00750039191916585, 0.01163828931748867, 0.008725092746317387, -0.02830582670867443, -0.027030397206544876, 0.01566748507320881, -0.015580524690449238, -0.006051040720194578, 0.010326625779271126, -0.012276003137230873, -0.008993223309516907, 0.007090950384736061, -0.011457120068371296, -0.00023280202003661543, -0.0018732863245531917, -0.01846473291516304, 0.013392004184424877, -0.02701590396463871, -0.014819614589214325, 0.0007563800900243223, 0.010710704140365124, -3.4790085919667035e-05, 0.0076018464751541615, -0.0034095984883606434, -0.0061307549476623535, -0.022406967356801033, 0.02147938311100006, 0.011203483678400517, -0.017087848857045174, 0.021290967240929604, 0.01185569167137146, -0.019609719514846802, 0.004311819095164537, 0.0162037443369627, -0.0047103906981647015, 0.011145509779453278, 0.016015328466892242, 0.010500548407435417, -0.008558417670428753, -0.009833847172558308, -0.02094312198460102, -0.0003809075860772282, -0.00833376869559288, -0.0176096148788929, -0.008442469872534275, 0.00014017941430211067, -0.010913613252341747, -0.012594860978424549, -0.0022012018598616123, 0.005246650893241167, -0.000942078186199069, 0.013471717946231365, -0.02876961976289749, -0.010855639353394508, -0.0011069418396800756, 0.015870394185185432, 0.00944976881146431, -0.004898806568235159, 0.021218499168753624, -0.00822506658732891, -0.0034150334540754557, -0.007536625489592552, 0.009435275569558144, -0.00448936503380537, -0.055915962904691696, 0.010333873331546783, 0.007804755587130785, -0.015073250979185104, -0.00939179491251707, 0.009065690450370312, -0.006656144745647907, 0.0046524167992174625, -0.011348418891429901, 0.0015181952621787786, -0.012478912249207497, 0.004206741228699684, -0.00876857340335846, -0.03455252945423126, 0.008761326782405376, 0.0040871696546673775, -0.0006771187181584537, 0.005565508268773556, -0.00912366434931755, -0.007199651561677456, -0.01605881005525589, -0.01746468059718609, 0.014377562329173088, 0.030987126752734184, 0.010804912075400352, -0.011790471151471138, 0.021464889869093895, 0.01810239441692829, 0.000520860543474555, -0.017189303413033485, -0.02587091736495495, -0.012920964509248734, 0.0013714483939111233, -0.010768678039312363, -0.0036722933873534203, -0.01332678273320198, -0.007681560702621937, 0.013370263390243053, 0.009804859757423401, -2.5943951186491176e-05, 0.0015725459670647979, -0.018740108236670494, -0.006384391337633133, -0.002800870919600129, -0.012544133700430393, 0.018232835456728935, 0.0024548382498323917, 0.0015834160149097443, 0.023233097046613693, 0.017798030748963356, -0.0094860028475523, -0.002576221479102969, -0.0003908718645107001, -0.0033769879955798388, -0.010928106494247913, 0.016580576077103615, -0.001258217846043408, -0.022001149132847786, -0.008609144948422909, 0.033248111605644226, -0.02468244917690754, -0.0012319483794271946, -0.0015462763840332627, 0.00028284991276450455, 0.012920964509248734, 0.0018316174391657114, -0.0030218970496207476, 0.01160205528140068, 0.007217768579721451, -0.009239613078534603, -0.006717742420732975, -0.00030459018307738006, 0.01591387391090393, -0.01645013317465782, 0.004500234965234995, -0.007746781688183546, 0.029552267864346504, 0.0067793396301567554, 0.006880794186145067, 0.004605312831699848, -0.01800093986093998, 0.007261248771101236, -0.00790620967745781, -0.003793676383793354, -0.004304572474211454, 0.002257364336401224, -0.020827174186706543, -0.009493249468505383, -0.003945858217775822, 0.028247851878404617, -0.008449716493487358, 0.00046379235573112965, 0.0030599425081163645, 0.011123768985271454, -0.012957198545336723, -0.01433408260345459, 0.010326625779271126, -0.0016785296611487865, -0.002726591657847166, -0.01576893962919712, -0.0018642278155311942, -0.014196394011378288, 0.010877379216253757, 0.002670429414138198, -0.019856108352541924, -0.004985767416656017, -0.011529588140547276, 0.0017926661530509591, -0.0030490723438560963, 0.01795746013522148, 0.014355822466313839, 0.014167406596243382, -0.022609876468777657, -0.01189192570745945, -0.013957250863313675, 0.01584140583872795, 0.0001087013297365047, -0.01025415863841772, -0.01560951117426157, -0.020856160670518875, -5.386943666962907e-05, -0.0006282030954025686, -0.03226255252957344, 0.00538071570917964, -0.012805016711354256, 0.01994306966662407, -0.024508526548743248, -0.01727626472711563, 0.0053336117416620255, 0.009072937071323395, -0.003150526899844408, -0.015681978315114975, 0.01492831576615572, -0.02026192843914032, -0.021856212988495827, 0.009341067634522915, -0.016406653448939323, -0.013703614473342896, -0.00647497596219182, 0.0005761170177720487, 0.01914592646062374, -0.009348314255475998, -0.012862990610301495, -0.004630676470696926, -0.006228586193174124, -0.002154097892343998, 0.020812680944800377, 0.002058078534901142, -0.005974949803203344, -0.0013343087630346417, -0.0017355979653075337, 0.0037030919920653105, 0.007417054381221533, 0.018696628510951996, -0.010246912017464638, -0.011725249700248241, -0.01807340793311596, 0.040871698409318924, 0.0010861074551939964, 0.001600627088919282, -0.004337182734161615, -0.02174026519060135, -0.0062974304892122746, -0.024580994620919228, -0.004826338961720467, 0.007993170991539955, -0.021001096814870834, 0.021247485652565956, 0.006409754976630211, -0.010152704082429409, 0.01659506931900978, 0.026827488094568253, -0.0018479226855561137, -0.011949899606406689, -0.03843678906559944, 0.008413482457399368, -0.0012935458216816187, -0.0027465203311294317, 0.008159846067428589, -0.003224806161597371, -0.01807340793311596, -0.0007400749018415809, -0.006532949861139059, -0.007478651590645313, -0.002108805812895298, -0.013109380379319191, 0.00162599072791636, 0.011797717772424221, 0.020290914922952652, 0.007804755587130785, 0.019856108352541924, -0.0020254680421203375, 0.01124696433544159, -0.00939179491251707, 0.003418656764551997, -0.0007713265367783606, -0.007674314081668854, 0.004098040051758289, 0.007681560702621937, -0.0028298578690737486, -0.005210416857153177, -0.01234122458845377, -0.021319953724741936, -0.012051354162395, -0.012689068913459778, -0.013116627000272274, -0.002715721493586898, 0.0015834160149097443, 0.016768991947174072, -0.019754653796553612, 0.012993432581424713, 0.01659506931900978, -0.007090950384736061, -0.008196080103516579, -0.0015634874580428004, -0.0004728508065454662, -0.0077830152586102486, 0.007891716435551643, 0.011297691613435745, -0.017116835340857506, 0.0034893127158284187, -0.007956936955451965, 0.01907346025109291, -0.008029405027627945, -0.007623586803674698, -0.0034168451093137264, 0.004964027088135481, 0.0144790168851614, -0.004435013979673386, 0.006982248742133379, -0.020276421681046486, -0.013464471325278282, -0.009638184681534767, -0.00017075166397262365, -0.006022053770720959, 0.0012437243713065982, 0.016319692134857178, 0.01560951117426157, -0.006793833337724209, 0.0033045203890651464, -0.021247485652565956, 0.0030726243276149035, -0.0005358069320209324, -0.009594704024493694, -0.0076598203741014, -0.005003884434700012, -0.022551901638507843, 0.009500496089458466, -0.001749185612425208, 0.024957824498414993, 0.00023914292978588492, 0.012565873563289642, 0.004663286730647087, 0.010877379216253757, 0.01584140583872795, -0.0021867083851248026, 0.004413273651152849, -0.004474871326237917, -0.0006422436563298106, 0.021363435313105583, 0.018638653680682182, -0.009891821071505547, -0.013978990726172924, 0.000574305362533778, -0.00325198145583272, -0.00426471559330821, 0.016087796539068222, 0.02008800581097603, 0.01666753739118576, -0.016464628279209137, 0.028755124658346176, 0.011160003021359444, -0.016653042286634445, -0.007254002150148153, 0.005311871413141489, -0.021030083298683167, -0.004224858246743679, 0.0153196407482028, -0.019015485420823097, 0.009746885858476162, -0.010942600667476654, 0.019058967009186745, 0.017798030748963356, -0.0030581308528780937, -0.013029666617512703, -0.0023425135295838118, -0.016696523874998093, 0.014015224762260914, 0.0007853670977056026, 0.01011647004634142, -0.017624108120799065, 0.0028697149828076363, 0.017653094604611397, 0.008341015316545963, 0.015870394185185432, 0.0013234387151896954, -0.00042687918175943196, -0.007080079987645149, -0.013522445224225521, -0.0008918038220144808, 0.0061633652076125145, -0.003909624181687832, -0.011377405375242233, 0.007286612410098314, -0.007667067460715771, 0.01900099217891693, 0.004116157069802284, -0.003001968376338482, -0.0047103906981647015, 0.012805016711354256, 0.007196028251200914, -0.0005004790145903826, 0.005395209416747093, 0.023479487746953964, -0.017971953377127647, 0.016870446503162384, 0.0001228551409440115, -0.028247851878404617, -0.005916975904256105, -0.00650396291166544, -0.006938768085092306, 0.01118899043649435, -0.02140691503882408, 0.008956989273428917, 0.010935354046523571, -0.02650863118469715, 0.006489469204097986, -0.008058391511440277, 0.008464209735393524, 0.0020363382063806057, 0.006667015142738819, 0.005358975380659103, -0.012928211130201817, -0.000970159366261214, -0.0022863512858748436, -0.031103074550628662, -0.007029352709650993, 0.012399198487401009, -0.013681874610483646, -0.00030028741457499564, 0.007971430197358131, 0.0016640361864119768, -0.005985819734632969, -0.037161361426115036, -0.00855117104947567, 0.00021751588792540133, 0.006583677139133215, -0.012674574740231037, 0.023450499400496483, -0.007514885161072016, -0.006956885103136301, 0.00483358558267355, -0.018334290012717247, 0.016754496842622757, 0.005743053741753101, 0.0029222541488707066, -0.008616391569375992, -0.004127027001231909, -0.003132410114631057, -0.006319170817732811, -0.015957355499267578, 0.017913978546857834, 0.0022193186450749636, 0.00042167058563791215, -0.005761170294135809, -0.014174653217196465, -0.0022301888093352318, -0.013000679202377796, -0.020812680944800377, -0.0010498736519366503, -0.012174548581242561, 0.0011621983721852303, 0.00361975422129035, -0.002058078534901142, 6.623987428611144e-05, 0.020145978778600693, 0.004808221943676472, 0.012609354220330715, 0.01537761464715004, 0.009022209793329239, 0.006833690218627453, 0.009022209793329239, 0.013044159859418869, -0.0014692796394228935, -0.008427976630628109, -0.014189147390425205, -0.002974793082103133, 0.012747042812407017, 0.00912366434931755, -0.0010018638567999005, -0.03223356604576111, 0.0070112356916069984, -0.0033661178313195705, 0.026610085740685463, 0.004996637813746929, 0.023914292454719543, 0.022696837782859802, 0.009471508674323559, -0.008029405027627945, 0.004985767416656017, 0.01336301676928997, 0.008870027959346771, -0.011906418949365616, 0.0024004876613616943, 0.004185000900179148, -0.015189199708402157, 0.0011558574624359608, -7.78459980210755e-06, 0.025624526664614677, 0.01878358982503414, -0.01038460060954094, 0.015131225809454918, 0.002320773433893919, -0.007703301031142473, -0.013790575787425041, 0.0012428185436874628, -0.02769709937274456, -0.01584140583872795, 0.023870812729001045, -3.5101471439702436e-05, -0.010783172212541103, 4.6141449274728075e-05, 0.0008487762534059584, 0.013964497484266758, -0.02145039476454258, 0.000995522947050631, 0.008174339309334755, 0.009964288212358952, -0.01449351105839014, 0.030349411070346832, 0.015928367152810097, -0.046321261674165726, -0.017942965030670166, 0.006435118615627289, -0.01115275640040636, -0.022972214967012405, -0.0018379583489149809, 0.01332678273320198, 0.017522653564810753, -0.008558417670428753, -0.002302656415849924, -0.009746885858476162, -0.0012708996655419469, 0.008536677807569504, -0.007007612381130457, 0.01250065304338932, -0.003262851620092988, 0.01659506931900978, 0.013718107715249062, 0.0016984583344310522, 0.011000574566423893, -0.010428080335259438, -0.00429370254278183, 0.004058182705193758, -0.014508004300296307, -0.0050691054202616215, 0.002141416072845459, -0.03269735723733902, -0.019203901290893555, -0.01426161453127861, 0.0016812472604215145, -0.011333925649523735, -0.011689016595482826, 0.0161602646112442, 0.016855953261256218, 0.02310265600681305, 0.001996481092646718, 0.0025508578401058912, 0.004819092340767384, 0.0016776238335296512, -0.01072519738227129, 0.00871059950441122, -0.004123403690755367, -0.0032302411273121834, -8.761213393881917e-06, -0.004790105391293764, 0.014276107773184776, 0.002882397035136819, 0.014152913354337215, -0.0019077083561569452, 0.0034277152735739946, -0.011254210956394672, 0.0158848874270916, -0.014761640690267086, -0.00535172875970602, 0.0028968905098736286, -0.0022120720241218805, -0.01634867861866951, 0.008870027959346771, -0.0026432538870722055, -0.005170559976249933, 0.013573172502219677, 0.008348261937499046, 0.007913456298410892, 0.0029566760640591383, -0.017971953377127647, -0.003525546519085765, -0.00637714471668005, 0.012602107599377632, -0.0016413901466876268, -0.011036808602511883, -0.01688493974506855, -0.039828166365623474, 0.012573120184242725, 0.0018089712830260396, -0.014326835051178932, -0.016624055802822113, 0.012993432581424713, -0.0011957145761698484, -0.0010969775030389428, 0.020464837551116943, -0.009906314313411713, 0.015305147506296635, 0.000803031085524708, -0.019450290128588676, -0.020421355962753296, 0.011036808602511883, -0.0003786429588217288, 0.004043689463287592, -0.005967703182250261, -0.005616235546767712, 0.016116783022880554, 0.006717742420732975, 0.018058914691209793, -0.016551587730646133, -0.0020236563868820667, 0.009942548349499702, -0.030407385900616646, -0.001138646388426423, -0.0019077083561569452, -0.02332005836069584, -0.01605881005525589, 0.01753714680671692, -0.019058967009186745, -0.006435118615627289, -0.010768678039312363, -0.002039961516857147, 0.008971482515335083, 0.017551640048623085, -0.01031213253736496, -0.013768834993243217, 0.006652521435171366, 0.005529274232685566, -0.0026976047083735466, -0.00912366434931755, -0.004340806510299444, 0.011500600725412369, 0.026001358404755592, 0.007536625489592552, 0.015435589477419853, 0.004416897427290678, 0.019783642143011093, -0.022262033075094223, 0.006884417496621609, 0.003623377764597535, -0.016174757853150368, 0.008000417612493038, -0.0030816826038062572, -0.007877222262322903, 0.017624108120799065, 0.02424764260649681, 0.0040291957557201385, 0.01431958843022585, -0.023363539949059486, -0.002695793053135276, 0.002429474610835314, -0.0006359027465805411, -0.013457224704325199, -0.018638653680682182, -0.016551587730646133, -0.0006073686527088284, 0.011377405375242233, -0.013529692776501179, -0.01384854968637228, -0.004529221914708614, -0.00874683354049921, -0.004808221943676472, 0.010210677981376648, 0.005326365120708942, 0.016000835224986076, -0.021363435313105583, 0.010804912075400352, -0.019276369363069534, -0.015971848741173744, 0.02155184932053089, -0.0110295619815588, 0.012391951866447926, 0.005112585611641407, 0.0073771970346570015, -0.0176096148788929, -0.0013107568956911564, -0.0080801323056221, -0.007072833366692066, -0.005366222467273474, 0.0032918385695666075, 0.021189512684941292, 0.014094939455389977, -0.019740160554647446, -0.009514989331364632, 0.01637766696512699, -0.011725249700248241, 0.015276160091161728, -0.012797770090401173, -0.003768312744796276, -0.0003682257665786892, 0.021175019443035126, -0.042089153081178665, -0.011464366689324379, 0.01183395180851221, -0.01598634198307991, 0.011913665570318699, 0.001363295828923583, -0.0060981446877121925, -0.021102551370859146, -0.001158574945293367, 0.005409702658653259, -0.005286507774144411, 0.002376935677602887, 0.004199494607746601, -0.04710390791296959, -0.03310317546129227, -0.01810239441692829, -0.00874683354049921, 0.01038460060954094, -0.0196531992405653, 0.004217611625790596, -0.0015272536547854543, -0.01316735427826643, -0.0036396828945726156, -0.0017836076440289617, 0.0189720056951046, 0.02011699229478836, -0.009587457403540611, 0.018580680713057518, 0.005877118557691574, 0.009957041591405869, 0.0029548644088208675, -0.017073355615139008, 0.01584140583872795, -0.0007690619095228612, 0.007855482399463654, -0.02062426507472992, 0.011058548465371132, -0.029218917712569237, -0.001002769684419036, 0.008703352883458138, -0.014819614589214325, -0.011275950819253922, 0.010623742826282978, -0.007761274930089712, -0.00679745664820075, 0.0012337600346654654, 0.0024113578256219625, -0.014529744163155556, 0.028610190376639366, -0.0059568327851593494, -0.014841355383396149, 0.008123612031340599, -0.018986498937010765, 0.026668060570955276, 0.004717637784779072, -0.0021957668941468, -0.0070112356916069984, 0.0038081700913608074, -0.01072519738227129, 0.005329988431185484, 0.006964131724089384, 0.007522132247686386, 0.005250274203717709, -0.012022366747260094, -0.03130597993731499, -0.00937730073928833, 0.002244682516902685, -0.005786533933132887, 0.018450237810611725, 0.0012835814850404859, -0.004235728178173304, -0.02529117651283741, 0.01663854904472828, 0.0017890427261590958, 0.0165226012468338, 0.0026215137913823128, 0.0005670585669577122, -0.010464314371347427, 0.011268704198300838, -0.01160205528140068, -0.005137949250638485, -0.00839174259454012, 0.013950004242360592, -0.01189192570745945, 0.017450185492634773, 0.01255862694233656, 0.009986029006540775, -0.004797352012246847, -0.006906157825142145, -0.021856212988495827, 0.011138263158500195, -0.007529378868639469, -0.015479069203138351, 0.008638132363557816, -0.02263886295258999, 0.027059385553002357, -0.004065429791808128, -0.003213935997337103, -0.015421095304191113, -0.0008333768928423524, -0.01681247167289257, -0.01850821264088154, 0.0026867345441132784, -0.012957198545336723, -0.0027990592643618584, 0.014355822466313839, 0.013623899780213833, 0.000970159366261214, -0.018870551139116287, 0.008370001800358295, 0.0015109485248103738, -0.01775454916059971, 0.007862729020416737, 0.016870446503162384, -0.02432011067867279, 0.005590871907770634, -0.0316828116774559, -0.011333925649523735, -0.015276160091161728, -0.00813810620456934, 0.0021957668941468, 0.0063155475072562695, 0.004351676441729069, 0.0255085788667202, 0.01918940804898739, -0.005511157214641571, 0.018957512453198433, -0.013189095072448254, 0.004326312802731991, -0.0003170455456711352, 0.01882706955075264, 0.0027211566921323538, 0.0014837731141597033, -0.014073198661208153, 0.027146345004439354, -0.012841250747442245, -0.011616548523306847, 0.01230499055236578, -0.017377719283103943, -0.02558104693889618, 0.014022471383213997, -0.004739378113299608, 0.016406653448939323, 0.00246570841409266, -0.013319536112248898, 0.01297169178724289, -0.02162431739270687, 0.008196080103516579, -0.026494137942790985, 0.015638496726751328, 0.010942600667476654, -0.013392004184424877, -0.015116731636226177, 0.016116783022880554, -0.011145509779453278, 0.00643874192610383, -0.011181743815541267, -0.03130597993731499, 0.0029675462283194065, -0.029624735936522484, -0.00043503177585080266, -0.0015290654264390469, -0.004916923586279154, 0.013196341693401337, 0.005569131579250097, -0.011449873447418213, -0.002820799592882395, -0.01584140583872795, 0.02008800581097603, -0.023624422028660774, -0.014718160033226013, 0.022189565002918243, 0.02655211091041565, 0.0029802280478179455, -0.003855273826047778, -0.0032048774883151054, -0.013102133758366108, -0.021348940208554268, -0.005790157709270716, 0.002302656415849924, 0.028508735820651054, -0.00011968469334533438, 0.010326625779271126, 0.0029657345730811357, 0.012254263274371624, -0.00025340996216982603, 0.016942912712693214, 0.0020073512569069862, -0.0036469297483563423, 0.02152286283671856, -0.020059019327163696, -0.0004334465484134853, -0.004366170149296522, -0.0006173329311423004, 0.017696576192975044, -0.010913613252341747, 0.016551587730646133, -0.0032936502248048782, -0.005677832756191492, 0.004290079232305288, -0.021725771948695183, -0.0004964027320966125, 0.007398937363177538, -0.002244682516902685, 0.007529378868639469, 0.013449978083372116, 0.001940318732522428, -0.007797508966177702, -0.022899746894836426, -0.029160944744944572, 0.004898806568235159, -0.030842190608382225, -0.003444020403549075, 0.0017627732595428824, -0.001749185612425208, 0.008022157475352287, -0.017479173839092255, -0.011768730357289314, -0.012652834877371788, -0.012102081440389156, -0.027639124542474747, -0.0075438725762069225, 0.006993119139224291, -0.0019421305041760206, 0.005558261182159185, -0.013950004242360592, -0.006532949861139059, -0.0060655344277620316, 0.0038335337303578854, -0.0009149028919637203, 0.0001858113391790539, -0.006993119139224291, -0.032784320414066315, -0.023551953956484795, -0.005819144658744335, -0.010239665396511555, 0.008283041417598724, -0.007587352767586708, -0.007927950471639633, -0.009942548349499702, 0.00547854695469141, -0.0012935458216816187, 0.0050437417812645435, -0.0063227941282093525, 0.0008655343553982675, 0.034320633858442307, -0.008304781280457973, 0.010304885916411877, -0.007250378839671612, 0.004134273622184992, -0.012884731404483318, 0.026233254000544548, 0.013739848509430885, 0.013218081556260586, -0.006264820229262114, 0.009007716551423073, -0.008652625605463982, 0.0176096148788929, 0.003518299665302038, 0.02805943600833416, 0.009920807555317879, -0.0011558574624359608, -0.015797926113009453, 0.004822715651243925, 0.012667328119277954, -0.016870446503162384, 0.0011939029209315777, 0.0019638705998659134, -0.005953209474682808, 0.011036808602511883, -0.005130702629685402, 0.01413842011243105, -0.00937730073928833, -0.02966821752488613, -0.012747042812407017, -0.037161361426115036, -0.008949742652475834, 0.02191418781876564, 0.010174443945288658, -0.025537565350532532, -0.01968218758702278, 0.002058078534901142, -0.010515041649341583, -0.01717481017112732, -0.02159533090889454, 0.012565873563289642, -0.005714066326618195, -0.014884836040437222, 0.01720379665493965, 0.008471456356346607, 0.009181639179587364, 0.00989906769245863, -0.034900370985269547, 0.008036651648581028, -0.014000731520354748, -0.02400125376880169, 0.013957250863313675, -0.004471248015761375, 0.006366274785250425, -0.004808221943676472, 0.005822767969220877, -0.008717846125364304, -0.004656040109694004, -0.012152808718383312, 0.023479487746953964, -0.010036756284534931, -0.03498733416199684, 0.00986283365637064, 0.015681978315114975, -0.006594547536224127, 0.01742119900882244, 0.014355822466313839, 0.004108909983187914, 0.002302656415849924, -0.0014946432784199715, -0.002501942217350006, 0.008471456356346607, -0.0011087534949183464, -0.005355352070182562, -0.006319170817732811, 0.004315442871302366, 0.001462938729673624, -0.007196028251200914, 0.016768991947174072, 0.01950826495885849, 0.001214737305417657, 0.0005176900885999203, 0.00019792700186371803, -0.010602002963423729, 0.027131851762533188, 0.0017981012351810932, -0.003655988024547696, 0.01566748507320881, 0.01724727638065815, 0.003599825780838728, 0.008754080161452293, 0.017551640048623085, 0.023073669523000717, 0.01388478372246027, 0.013747095130383968, 0.008877274580299854, -0.030117515474557877, -0.0061380015686154366, 0.0007355456473305821, 0.016015328466892242, -0.011667275801301003, 0.014812367968261242, 0.018841562792658806, 0.01207309402525425, -0.01997205801308155, -0.005199546925723553, -0.002813552739098668, 0.027957981452345848, -0.02008800581097603, -0.008254054002463818, 0.01516021229326725, 0.006000313442200422, 0.023595435544848442, -0.018493719398975372, 0.014508004300296307, 0.0033733646851032972, -0.0016957407351583242, -0.023580942302942276, -0.04739378020167351, -0.0004160090466029942, -0.0035599686671048403, -0.005090845748782158, 0.002820799592882395, 0.01128319837152958, -0.019957564771175385, -0.02604483813047409, 0.008732340298593044, -0.02801595628261566, 0.00833376869559288, 0.01537761464715004, -0.007319223135709763, 0.005887988489121199, 0.0009656301699578762, -0.006471352651715279, -0.005420573055744171, -0.003512864699587226, -0.0063155475072562695, 0.006811949890106916, -0.0003218012279830873, -0.02471143566071987, -0.031161049380898476, -0.0059640794061124325, 0.013297796249389648, -0.01342099066823721, 0.025189721956849098, -0.0036650465335696936, -0.004210364539176226, -0.0021631564013659954, 0.0010281333234161139, -0.007891716435551643, -0.02208811044692993, 0.011145509779453278, -0.02050831727683544, 0.005123456008732319, -0.02026192843914032, 0.031566865742206573, 0.008014910854399204, 0.001559864031150937, -0.011739743873476982, -0.0006345440051518381, 0.003793676383793354, -0.015826912596821785, 0.009268599562346935, -0.005406079348176718, -0.004974897485226393, 0.018261823803186417, -0.0018750979797914624, -0.01605881005525589, -0.023508474230766296, -0.025450604036450386, -0.0042212349362671375, 0.008051144890487194, 0.000915355805773288, -0.009971534833312035, 0.007366327103227377, -0.0030834944918751717, 0.020928628742694855, 0.007069210056215525, -0.0046705338172614574, -0.009029457345604897, -0.004594442900270224, 0.01400797814130783, 0.006609040778130293, -0.02521870844066143, -0.027276787906885147, 0.0055328975431621075, 0.0030418254900723696, -0.01900099217891693, -0.0071453009732067585, 0.0009538541780784726, -0.032030656933784485, 0.019609719514846802, 0.022044628858566284, -0.0035654036328196526, -0.004576325882226229, 0.0024240396451205015, 0.010573015548288822, 0.008949742652475834, 0.01649361476302147, 0.0025001305621117353, -0.015710964798927307, -0.019029978662729263, 0.009761379100382328, -0.011587562039494514, -0.015044264495372772, -0.014312341809272766, 0.009087431244552135, -0.012449925765395164, -0.021464889869093895, -0.014855848625302315, 0.016044314950704575, 0.0009447957272641361, -0.012478912249207497, -0.02482738345861435, -0.0037012803368270397, -0.03162483870983124, -0.009819352999329567, 0.016247224062681198, 0.0042139883153140545, 0.007264872081577778, 0.003869767300784588, -0.008623638190329075, 0.006942391861230135, -0.03988613933324814, -0.022508421912789345, 0.04362546652555466, 0.011225223541259766, 0.017218289896845818, -0.02694343589246273, -0.007290236186236143, 0.011138263158500195, -0.004637923091650009, 0.011123768985271454, -0.0018497343407943845, -0.0013089451240375638, -0.0005666056531481445, 0.029146449640393257, 0.00650396291166544, -0.007985924370586872, -0.008130859583616257, -0.008638132363557816, -0.004145144019275904, 0.005214040167629719, 0.02489985153079033, 0.009819352999329567, 0.009717898443341255, 0.010355613194406033, -0.00156982836779207, 0.007449664641171694, 0.0009611009154468775, 0.022624369710683823, -0.007920702919363976, -0.01404421217739582, -0.0048843128606677055, 0.026899956166744232, 0.018116887658834457, 0.0029458061326295137, 0.002270046155899763, 0.001235571806319058, 0.02116052620112896, 0.004145144019275904, 0.003668669844046235, 0.020059019327163696, -0.016087796539068222, -0.009138158522546291, -0.03003055416047573, -0.009246859699487686, -0.0040618060156702995, 0.014826861210167408, -0.005797404330223799, -0.0035527218133211136, -0.002333455253392458, -0.0017519030952826142, -0.000995522947050631, 0.007536625489592552, 0.007427924312651157, -0.0011114710941910744, -0.02611730620265007, 0.011783224530518055, 0.00937730073928833, -0.00013700895942747593, -0.019624212756752968, 0.003549098502844572, 0.01656608283519745, -0.005543767940253019, 0.0036795400083065033, -0.01850821264088154, 0.007188781164586544, 0.012689068913459778, -0.02065325155854225, 0.02040686272084713, 0.003978468477725983, -0.002507377415895462, 0.0022428706288337708, -0.013254315592348576, 0.011667275801301003, -0.008130859583616257, -0.0028715268708765507, 0.00040400659781880677, 0.02047933079302311, 0.01900099217891693, 0.0073771970346570015, 0.011551328003406525, 0.016218237578868866, -0.00598944304510951, -0.010573015548288822, 0.005627105478197336, -0.005116209387779236, 0.005174183286726475, 0.010594756342470646, 0.0018325232667848468, -0.005804650951176882, -0.0030581308528780937, 0.009601950645446777, -0.0026794876903295517, 0.010558522306382656, 0.010978834703564644, 0.010964340530335903, 0.011109275743365288, 0.012565873563289642, 0.019928576424717903, 0.013152861036360264, 0.021015590056777, 0.0033081439323723316, 0.022218551486730576, 0.004525598604232073, -0.00413065031170845, -0.001263652928173542, -0.0035527218133211136, 0.011478859931230545, -0.005833637900650501, 0.010913613252341747, -0.010609249584376812, 0.015566030517220497, -0.006844560615718365, -6.975001451792195e-05, 0.0077757686376571655, 0.0002258949534734711, 0.013754341751337051, 0.004576325882226229, -0.014508004300296307, -0.008398989215493202, -0.0022555524483323097, 0.022406967356801033, 0.00448936503380537, -0.024015747010707855, -0.012515146285295486, 0.030842190608382225, -0.02942182682454586, -0.015855900943279266, -0.0038770141545683146, -0.013058653101325035, -0.0016730946954339743, 0.00044975176570005715, -0.007978677749633789, 0.006007560063153505, -0.01795746013522148, -0.005974949803203344, -0.023262085393071175, 0.005869871936738491, 0.002739273477345705, -0.0286391768604517, 0.0028171760495752096, 0.0052430275827646255, 0.017160316929221153, -0.0008446999127045274, 0.004964027088135481, 0.004366170149296522, -3.425223985686898e-05, -0.023363539949059486, -0.006938768085092306, -0.022406967356801033, -0.015218186192214489, 0.01987060345709324, 0.008370001800358295, 0.004127027001231909, -0.0009538541780784726, -0.01361665315926075, -0.019696680828928947, 0.012333977967500687, -0.0013605783460661769, 0.006398885045200586, 0.021030083298683167, 0.0004751154046971351, -0.008543924428522587, 0.00013055482122581452, -0.00912366434931755, 0.01297169178724289, 0.011435380205512047, 0.01279052346944809, 0.020145978778600693, 0.0025001305621117353, -0.0017038934165611863, 0.011551328003406525, 6.561710324604064e-05, -0.022943226620554924, 0.01099332794547081, 0.0012093022232875228, 0.0049024298787117004, 0.007920702919363976, -0.013877536170184612, -0.0027193448040634394, 0.0019638705998659134, 0.0015906627522781491, 0.00011832593008875847, -0.0001564846170367673, 0.008014910854399204, 0.030813204124569893, -0.02033439464867115, 0.02403024025261402, -0.01185569167137146, -0.013921016827225685, 0.027204319834709167, 0.028943540528416634, 0.0027555786073207855, -0.0021504745818674564, -0.019058967009186745, 0.009804859757423401, -0.003909624181687832, 0.0009946171194314957, 0.0040219491347670555, 0.017377719283103943, -0.00011555178207345307, 0.010964340530335903, 0.011312184855341911, -0.0018116888822987676, 0.003112481441348791, -0.01404421217739582, -0.02252291515469551], 'id': 'c3b461ad-4a47-45d0-893f-bb417a47db56', '_distance': 1.080862283706665}), Document(page_content='34 net income tax benefit related to an India Supreme Court decision on withholding taxes in the third quarter of fiscal year \\n2021. Refer to the Non -GAAP Financial Measures section below for a reconciliation of our financial results reported in \\naccordance with GAAP to non -GAAP financial results. See Note 12 – Income Taxes of the Notes to Financial Statements \\nin our fiscal year 2022 Form 10 -K for further discussion.  \\nFiscal Year 2022 Compared with Fiscal Year 2021  \\nRevenue increased $30.2  billion or 18% driven by growth across each of our segments. Intelligent Cloud revenue \\nincreased driven by Azure and other cloud services. Productivity and Business Processes revenue increased driven by \\nOffice 365 Commercial and LinkedIn. More Personal Computing revenue increased driven by Search and news \\nadvertising and Windows.  \\nCost of revenue increased $10.4  billion or 20% driven by growth in Microsoft Cloud.  \\nGross margin increased $19.8  billion or 17% driven by growth across each of our segments.  \\n• Gross margin percentage decreased slightly. Excluding the impact of the fiscal year 2021 change in \\naccounting estimate for the useful lives of our server and network equipment, gross margin percentage \\nincreased 1 point driven by improvement in Productivity and Business Processes.  \\n• Microsoft Cloud gross margin percentage decreased slightly to 70%. Excluding the impact of the change in \\naccounting estimate, Microsoft Cloud gross margin percentage increased 3 points driven by improvement \\nacross our cloud services, offset in part by sales mix shift to Azure and other cloud services.  \\nOperating expenses increased $6.3  billion or 14% driven by investments in cloud engineering, LinkedIn, Gaming, and \\ncommercial sales.  \\nKey changes in operating expenses were:  \\n• Research and development expenses increased $3.8  billion or 18% driven by investments in cloud \\nengineering, Gaming, and LinkedIn.  \\n• Sales and marketing expenses increased $1.7  billion or 8% driven by investments in commercial sales and \\nLinkedIn. Sales and marketing included a favorable foreign currency impact of 2%.  \\n• General and administrative expenses increased $793  million or 16% driven by investments in corporate \\nfunctions.  \\nOperating income increased $13.5  billion or 19% driven by growth across each of our segments.  \\nCurrent year net income and diluted EPS were positively impacted by the net tax benefit related to the transfer of \\nintangible properties, which resulted in an increase to net income and diluted EPS of $3.3  billion and $0.44, respectively. \\nPrior year net income and diluted EPS were positively impacted by the net tax benefit related to the India Supreme Court \\ndecision on withholding taxes, which resulted in an increase to net income and diluted EPS of $620  million and $0.08, \\nrespectively.  \\nGross margin and operating income both included an unfavorable foreign currency impact of 2%.  \\nSEGMENT RESULTS OF OPERATIONS  \\n  \\n(In millions, except percentages)  2022  2021  Percentage  \\nChange    \\n        \\nRevenue        \\n        \\nProductivity and Business Processes  $ 63,364   $ 53,915    18%  \\nIntelligent Cloud   75,251    60,080    25%  \\nMore Personal Computing   59,655    54,093    10%        \\nTotal  $   198,270   $  168,088    18%          \\n        \\nOperating Income        \\n        \\nProductivity and Business Processes  $ 29,687   $ 24,351    22%  \\nIntelligent Cloud   32,721    26,126    25%  \\nMore Personal Computing   20,975    19,439    8%        \\nTotal  $ 83,383   $ 69,916    19%', metadata={'vector': [0.04216254875063896, -0.013476958498358727, -0.004202566109597683, 0.03570127487182617, 0.0005548379267565906, -0.016125807538628578, -0.0518270842730999, 0.045393187552690506, -0.034113336354494095, 0.015482417307794094, 0.05869903042912483, -0.022833485156297684, 0.035098955035209656, -0.02413395419716835, -0.06264150142669678, 0.023162024095654488, -0.01989031955599785, -0.0056091248989105225, 0.01709773577749729, -0.0009077611030079424, -0.051224760711193085, 0.02058846689760685, -0.012730900198221207, 0.022614458575844765, -0.014962229877710342, -0.002979099052026868, 0.005807617679238319, 0.0012919125147163868, 0.024599384516477585, 0.0072620888240635395, 0.025790339335799217, -0.0005633936380036175, -0.0045790174044668674, -0.017371518537402153, 0.04281963035464287, 0.003939049784094095, 0.022888241335749626, -0.051854461431503296, 0.054647047072649, -0.013456424698233604, -0.036741651594638824, 0.023764345794916153, 0.0018120998283848166, 0.06297004222869873, 0.017549477517604828, -0.009253858588635921, -0.006204602774232626, 0.017905395478010178, 0.01444204244762659, -0.01875412091612816, -0.0255439355969429, -0.02116340957581997, -0.0014407819835469127, 0.01011627446860075, 0.013004682958126068, 0.004821999464184046, 0.05330551043152809, 0.019780807197093964, 0.001071175211109221, -0.04030082747340202, -0.022053204476833344, -0.015947848558425903, -0.005759705323725939, -0.02008196711540222, -0.000577082799281925, 0.0067863911390304565, -0.028911463916301727, -0.01923324167728424, 0.00221764063462615, -0.030088728293776512, -0.026009365916252136, -0.029431650415062904, 0.010841798968613148, 0.004158076364547014, -0.009493418037891388, 0.002623181324452162, 0.02321678027510643, -0.006632388103753328, 0.017508409917354584, 0.006943816319108009, -0.005828151013702154, 0.028062736615538597, 0.002840496599674225, -0.001639274531044066, -0.0024229777045547962, -0.011539944447577, -0.027378279715776443, -0.08295618742704391, -0.021847866475582123, 0.018548784777522087, 0.02327153831720352, -0.006471540778875351, 0.027583615854382515, -0.022915620356798172, -0.0018514561234042048, -0.01738520711660385, -0.013654916547238827, -0.0023254426196217537, 0.027036050334572792, -0.011765815317630768, 0.026077810674905777, -0.0036173551343381405, 0.013935544528067112, -0.046953748911619186, 0.01874043233692646, 0.031348131597042084, -0.021450882777571678, 0.00568099319934845, -0.032826557755470276, 0.04161498323082924, -0.023093579337000847, -0.007823343388736248, -0.027282455936074257, 0.02313464693725109, 0.013086817227303982, 0.022094272077083588, -0.0025855363346636295, -0.01923324167728424, 0.02924000285565853, -0.02038312889635563, 0.05155330151319504, -0.02109496481716633, 0.0013552248710766435, -0.03753562271595001, 0.01916479505598545, 0.053716182708740234, -0.013743896037340164, -0.05908232554793358, 0.018576161935925484, -0.03186831623315811, -0.06297004222869873, 0.01555086299777031, -0.05333288758993149, -0.014633690007030964, 0.004267589189112186, -0.024530937895178795, -0.006211447063833475, -0.00322208134457469, 0.023955995216965675, 0.01768636889755726, 0.03874026611447334, -0.012443427927792072, 0.017878016456961632, -0.021533016115427017, -0.012765122577548027, 0.024120263755321503, 0.020903317257761955, 0.01466106902807951, 0.03874026611447334, -0.02669382281601429, -0.011909551918506622, -0.009493418037891388, -0.0032426149118691683, 0.010910244658589363, 0.022819796577095985, -0.03271704539656639, 0.041204310953617096, -0.00500680273398757, -0.00029410261777229607, -0.0038603374268859625, -0.0012345892610028386, 0.027172941714525223, -0.011663147248327732, 0.009821957908570766, 0.03159453347325325, 0.019862942397594452, 0.04013655707240105, 0.030143486335873604, -0.045612212270498276, 0.03244326263666153, 0.0012816457310691476, -0.017768504098057747, -0.02355900965631008, 0.001825788989663124, 0.00019496330060064793, 0.000698146119248122, 0.005212139803916216, -0.010602238588035107, -0.053415022790431976, -0.0056091248989105225, -0.02364114485681057, 0.005927397403866053, -0.02704974077641964, 0.0023921772371977568, -0.013709673658013344, -0.017713746055960655, 0.022751349955797195, -0.01937013305723667, -0.014072435908019543, 0.0008478710660710931, 0.010978690348565578, 0.02704974077641964, 0.05557790771126747, 0.02633790485560894, 0.029294759035110474, -0.006136157084256411, -0.007768586743623018, 0.024859478697180748, -0.017878016456961632, -0.027172941714525223, -0.0014869828009977937, 0.025229085236787796, -0.018863635137677193, 0.013737051747739315, 0.0213003009557724, 0.002693338319659233, -0.009397594258189201, -0.009164879098534584, -0.018357137218117714, -0.01682395301759243, -0.01858985237777233, -0.00845304410904646, 0.0011396209010854363, 0.012463961727917194, -0.005650192499160767, 0.02954116277396679, 0.04410640895366669, 0.012190178968012333, -0.011936930008232594, -0.030280377715826035, -0.022833485156297684, 0.016358522698283195, 0.03520846739411354, 0.01930168643593788, -0.019151106476783752, -0.03515370935201645, -0.0029636987019330263, -0.0202325489372015, -0.016276387497782707, -0.014784270897507668, -0.040930528193712234, -0.03258015215396881, -0.02740565687417984, -0.0092333247885108, 0.02882932871580124, -0.037015434354543686, 0.004555061459541321, 0.009315459989011288, -0.0433124378323555, -0.007310000713914633, 0.024736275896430016, -0.022532323375344276, 0.01853509433567524, 0.008651535958051682, -0.01086233276873827, -0.009965693578124046, 0.029157867655158043, 0.12309274822473526, 0.016591237857937813, 0.01916479505598545, 0.01796015165746212, -0.03422284871339798, -0.010656995698809624, 0.01945226825773716, 0.030444646254181862, 0.0038979826495051384, 0.04594075307250023, 0.020136725157499313, -0.0025581580121070147, -0.007891789078712463, 0.025886163115501404, 0.014031368307769299, -0.0014561822172254324, 0.01839820295572281, 0.029075732454657555, 0.06012270227074623, 0.007693296764045954, 0.015632998198270798, -0.015372904017567635, -0.006546831224113703, 0.01331268809735775, -0.01724831573665142, 0.006553675513714552, 0.00018298529903404415, -0.015003297477960587, 0.022915620356798172, 0.02776157483458519, -0.032552774995565414, -0.019068971276283264, 0.04010917991399765, 0.005893174558877945, 0.004801465664058924, 0.03367528319358826, 0.00596162024885416, -0.009212790988385677, -0.008685759268701077, 0.005677570588886738, -0.008206639438867569, -0.0347977913916111, -0.016166873276233673, -0.014770581386983395, -0.023162024095654488, 0.006030065938830376, 0.018630919978022575, -0.008014990948140621, 0.0033469947520643473, 0.03153977915644646, 0.05218300223350525, 0.0015331836184486747, 0.003158769104629755, -0.011348296888172626, -0.017289383336901665, -0.041505470871925354, -0.049664199352264404, -0.00759747251868248, 0.04706326127052307, 0.04161498323082924, 0.021533016115427017, -0.03498944267630577, 0.03320985287427902, 0.007221021223813295, 0.023955995216965675, -0.004394213669002056, -0.010280543938279152, -0.011704214848577976, 0.041861388832330704, 0.039068803191185, -0.014578933827579021, -0.006303848698735237, -0.008932163938879967, 0.0219984482973814, 0.04386000335216522, -0.019931387156248093, 0.03129337355494499, -0.0006100222817622125, 0.006067711394280195, -0.006368872243911028, 0.06636495143175125, -0.008610469289124012, 0.015728821977972984, 0.0015562840271741152, 0.028281763195991516, 0.0079807685688138, 0.01575619913637638, 0.039369966834783554, 0.004537949804216623, -0.01114980410784483, 0.02045157551765442, -0.0020140146370977163, 0.002961987629532814, 0.014620001427829266, -0.019205862656235695, -0.07145731151103973, -0.003908249549567699, 0.003583132289350033, -0.010670684278011322, -0.045037269592285156, 0.007005417253822088, -0.005369564983993769, 0.023531630635261536, 0.0008838050998747349, -0.013230553828179836, 0.045749105513095856, -0.018151799216866493, -0.010670684278011322, 0.009739822708070278, -0.029349515214562416, -0.0054551223292946815, 0.03427760675549507, 3.427632327657193e-05, 0.021601462736725807, -0.030855320394039154, -0.031129103153944016, 0.06921228766441345, -0.037371352314949036, -0.017919084057211876, 0.03947947919368744, -0.012552941218018532, 0.0567825511097908, -0.040848392993211746, -0.01648172363638878, 0.05754914507269859, 0.014099813997745514, 0.0035249534994363785, -0.025872474536299706, -0.017357829958200455, -0.022628147155046463, 0.025256462395191193, -0.01036267913877964, 0.033757418394088745, -0.013819186948239803, 0.06439371407032013, 0.04323030263185501, -0.017508409917354584, 0.004175187554210424, -0.02279241755604744, 0.0018548783846199512, -0.02264183759689331, -0.001610185019671917, 0.036878541111946106, -0.025927230715751648, 0.028021669015288353, -0.028227007016539574, -0.0019147683633491397, -0.01214226707816124, 0.0055372570641338825, -0.01164945773780346, 0.028719814494252205, -0.02357269823551178, -0.02726876549422741, -0.005376409739255905, -0.006875370629131794, -0.005540679208934307, 0.014921162277460098, -0.05303172767162323, 0.008747360669076443, -0.0003103584749624133, -0.03592030331492424, 0.030636293813586235, 0.02073904685676098, -0.005095782224088907, -0.013531714677810669, -0.000996740534901619, -0.009240169078111649, 0.04095790535211563, -0.03572865575551987, 0.032114721834659576, 0.023955995216965675, -0.023654833436012268, 0.00018277140043210238, 0.014264083467423916, 0.010109429247677326, -0.01238867174834013, 0.032196857035160065, -0.013935544528067112, 0.014086124487221241, 0.025174327194690704, 0.0022125071845948696, 0.0008264817879535258, 0.008411976508796215, -0.031183861196041107, 0.01831606961786747, 0.027036050334572792, 0.020917005836963654, 0.008042369969189167, 0.021902624517679214, 0.017782192677259445, 0.021450882777571678, 0.027282455936074257, 0.0075290268287062645, -0.005574902053922415, -0.004240211099386215, -0.012758278287947178, -0.023695901036262512, -0.07627588510513306, 0.020355749875307083, -0.05081408843398094, -0.010882865637540817, -0.028801949694752693, 0.00021945402841083705, -0.018001219257712364, 0.029212623834609985, -0.007036217954009771, 0.021040208637714386, -0.011902706697583199, 0.03140288591384888, -0.018192866817116737, -0.02243649959564209, 0.01383971981704235, -0.030937455594539642, 0.018220245838165283, -0.0005582602461799979, -0.018685676157474518, -0.0070430622436106205, 0.02803535759449005, 0.025940919294953346, -0.013784963637590408, -0.023175712674856186, 0.006731634493917227, 0.022833485156297684, 0.001396292238496244, 0.006803502328693867, -0.005448277574032545, 0.021546706557273865, 0.0034034624695777893, -0.01266929879784584, 0.036960676312446594, -0.0064886524342000484, -0.019862942397594452, 0.015865713357925415, 0.048021502792835236, 0.033182475715875626, -0.004548216704279184, -0.013730207458138466, 0.017289383336901665, -0.01352487038820982, 0.026885470375418663, -0.014770581386983395, -0.017220938578248024, -0.021190788596868515, -0.029376894235610962, 0.0036721117794513702, 0.06280577182769775, -0.04002704471349716, -0.00015421671560034156, -0.04851431027054787, -0.04657045379281044, 0.00525320740416646, 0.02440773695707321, -0.010054673068225384, -0.015016986057162285, 0.02869243733584881, -0.03419547155499458, -0.05837049335241318, -0.016207940876483917, -0.03884977847337723, 0.008891096338629723, 0.00644416268914938, -0.05579693242907524, 0.058753788471221924, 0.02335367165505886, -0.009466039948165417, 0.03025299869477749, -0.03394906595349312, -0.0425732247531414, -0.0014784270897507668, -0.025899851694703102, -0.0266253761947155, 0.020246237516403198, -0.02328522689640522, -0.005369564983993769, -0.014743203297257423, -0.0021029941271990538, 0.024544628337025642, -0.010218942537903786, -0.009698755107820034, 0.02179311029613018, 0.0035283758770674467, 0.047391802072525024, 0.03452400863170624, -0.0326622873544693, 0.015496105886995792, 0.022107960656285286, 0.009568708948791027, -0.003675533924251795, -0.01682395301759243, 0.007063596043735743, -0.03715232387185097, -0.001350091421045363, 0.01111558172851801, -0.00785072147846222, 0.014578933827579021, 0.0027172942645847797, -0.013367445208132267, 0.003983539529144764, 0.032415881752967834, 0.03485254943370819, -0.024736275896430016, -0.003908249549567699, -0.003956161439418793, 0.013826031237840652, -0.016769196838140488, 0.016016293317079544, -0.016591237857937813, 0.009212790988385677, 0.010814419947564602, 0.02420239895582199, 0.033045582473278046, 0.006365450099110603, 0.01823393441736698, -0.017344139516353607, 0.02271028235554695, 0.0024845788720995188, -0.0035352203994989395, -0.01682395301759243, -0.003362394869327545, 0.01633114367723465, 0.004657729994505644, 0.003119412809610367, 0.006789813283830881, 0.003398329019546509, -0.003956161439418793, 0.022340675815939903, -0.0319504514336586, -0.0015237723710015416, 0.042983897030353546, 0.004777509719133377, -0.0013663473073393106, 0.012840413488447666, 0.022135339677333832, -0.041560228914022446, 0.002140639116987586, -0.0030116108246147633, 0.004746709018945694, -0.013764429837465286, -0.0056193917989730835, 0.022984065115451813, 0.003781624836847186, -0.024311911314725876, -0.018781499937176704, -0.02774788625538349, 0.03331936523318291, 0.012854102067649364, 0.010923933237791061, -0.00594450905919075, 0.02050633169710636, 0.030910078436136246, 0.03293607011437416, 0.007371601648628712, -0.010718596167862415, 0.00926754716783762, 0.013935544528067112, 0.009657688438892365, -0.009732978418469429, 0.018001219257712364, 0.002477734349668026, -0.006283315364271402, -0.00884318444877863, 0.01780957169830799, 0.018699364736676216, 0.020752735435962677, 0.04536581039428711, -0.03449663147330284, -0.00034329795744270086, 0.013203175738453865, -0.0034411074593663216, -0.00374397961422801, -0.009691910818219185, -0.04626929387450218, -0.042983897030353546, 0.03564652055501938, -0.01853509433567524, 0.001918190740980208, 0.05218300223350525, -0.02989708073437214, 0.007590627763420343, -0.005913708359003067, -0.005876063369214535, -0.005653614643961191, 0.010855487547814846, -0.006245669908821583, -0.0213003009557724, 0.0014365040697157383, 0.00837775319814682, -0.028281763195991516, 0.004041718319058418, 0.027501482516527176, 0.005715216044336557, -0.030061351135373116, 0.022272231057286263, -0.010129963047802448, -0.01253240741789341, -0.00549961207434535, 0.12758278846740723, 0.00014277345326263458, -0.003473619231954217, -0.019904009997844696, 0.02676226757466793, 0.001125931739807129, 0.0038534929044544697, 0.0046714190393686295, 0.004007495474070311, -0.011067669838666916, 0.0020003255922347307, -0.00281311827711761, -0.02121816575527191, -0.012190178968012333, 0.01150572206825018, -0.006666610948741436, 0.026214702054858208, -0.029267380014061928, -0.0009950293460860848, 0.01989031955599785, 0.007405824493616819, -0.018973147496581078, -0.023394739255309105, -0.0018103887559846044, 0.0195207130163908, -0.01327162142843008, 0.029705433174967766, -0.028007980436086655, 0.013230553828179836, 0.01682395301759243, 0.016878709197044373, -0.006108778528869152, -0.01164261344820261, -0.021067585796117783, 0.015646686777472496, 0.01430515106767416, 0.022340675815939903, -0.007871255278587341, -0.03216947987675667, 0.0032066809944808483, -0.0004962313105352223, -0.00568099319934845, 0.010889710858464241, -0.05081408843398094, 0.00739898020401597, -0.009774046018719673, -0.014565244317054749, 0.01646803505718708, 0.006235403008759022, -0.00883634015917778, -0.010095740668475628, 0.007221021223813295, -0.008473577909171581, 0.0025290686171501875, -0.022107960656285286, -0.011964308097958565, 0.0008213483961299062, 0.025804027915000916, -0.014264083467423916, -0.010773353278636932, -0.000791403406765312, -0.03712494671344757, -0.01153310015797615, 0.005739171989262104, -0.0227239727973938, 0.006413361988961697, 0.006649499759078026, 0.02052002027630806, 0.012203868478536606, -0.01114980410784483, -0.02620101347565651, -0.02108127437531948, 0.007015684153884649, 0.0009428394841961563, 0.016865020617842674, -0.04065674543380737, -0.008644691668450832, 0.034688279032707214, 0.0024982679169625044, -0.041861388832330704, -0.01149887777864933, -0.0062798927538096905, 0.006947238463908434, 0.01697453297674656, 0.010739129967987537, -0.052922215312719345, -0.003809003159403801, 5.4515930969500914e-05, -0.008596779778599739, -0.008350375108420849, -0.0031057235319167376, -0.0067555904388427734, 0.0003362394927535206, 0.024024439975619316, 0.015920469537377357, -0.008364064618945122, 0.0016632304759696126, -0.01544134970754385, -0.01568775437772274, 0.031265996396541595, 0.024681519716978073, 0.016221631318330765, 0.03203258663415909, 0.03351101279258728, 0.021464571356773376, 0.02527015283703804, 0.011711059138178825, -0.008213483728468418, -0.03909618407487869, 0.004144386854022741, -0.026146257296204567, -0.0038158476818352938, -0.004014340229332447, 0.004534527659416199, -0.0013560804072767496, -0.013353755697607994, 0.032415881752967834, -0.014962229877710342, 0.02294299751520157, -0.01745365373790264, 0.0021286611445248127, 0.020711667835712433, -0.0574943870306015, -0.00858993548899889, -0.005503034219145775, 0.0127788120880723, 0.01853509433567524, 0.006820613984018564, -0.005150538869202137, -0.007453736383467913, 0.02598198689520359, -0.01175212673842907, -0.002898675389587879, -0.017836948856711388, 0.01619425229728222, -0.0012979016173630953, -0.0036105106119066477, -0.027597306296229362, 0.0170292891561985, -0.01590678095817566, 0.0030766341369599104, -0.013826031237840652, -0.003437685314565897, 0.02335367165505886, -0.026953916996717453, -0.0007721530273556709, -0.001984925242140889, 0.013750741258263588, -0.005458544474095106, 0.019849251955747604, 0.0038671819493174553, -0.014099813997745514, -0.007494803983718157, -0.006529719568789005, -0.002559869084507227, -0.016947155818343163, -0.013387979008257389, 0.028665058314800262, -0.001471582567319274, 0.01178634911775589, -0.004739864729344845, -0.014359907247126102, -0.03717970475554466, 0.0024999792221933603, -0.030362511053681374, -0.01761792227625847, 0.025817718356847763, -0.018713053315877914, -0.018713053315877914, 0.01696084439754486, 0.0347977913916111, 0.034113336354494095, 0.009390749968588352, -0.029267380014061928, 0.006728212349116802, -0.024120263755321503, 0.010677528567612171, -0.015810957178473473, 0.020465264096856117, 0.02350425347685814, -0.051279518753290176, -0.007200487423688173, 0.012881480157375336, -0.0003982683992944658, -0.004072519019246101, 0.01305943913757801, 0.015400282107293606, 0.008370908908545971, -0.01626269891858101, -0.027583615854382515, 0.0035420649219304323, -0.020643223077058792, 0.013586470857262611, 0.016947155818343163, 0.008206639438867569, 0.0007024239748716354, -0.008172416128218174, -0.01022578775882721, -0.00720733217895031, 0.01802859641611576, -0.013784963637590408, 0.019493335857987404, -0.0283912755548954, -0.011403053067624569, -0.021533016115427017, 0.01655017025768757, -0.0027703396044671535, 0.011567323468625546, -0.0012833568034693599, 0.020246237516403198, -0.0026762268971651793, -0.0017847216222435236, 0.0007922589429654181, -0.010971845127642155, -0.014223015867173672, -0.0048767561092972755, -0.001984925242140889, 0.0019900586921721697, 0.016372211277484894, 0.006413361988961697, -0.010342145338654518, 0.011827416718006134, 0.010068362578749657, -0.012320226058363914, 0.03296344727277756, -0.024654140695929527, -0.05248416215181351, -0.005540679208934307, -0.02711818553507328, 0.02036944031715393, -0.0001221327984239906, -0.00014929717872291803, 0.002385332714766264, -0.016385899856686592, 0.007857565768063068, 0.016098428517580032, -0.021669907495379448, 0.001238011522218585, -0.0054243216291069984, 0.013743896037340164, 0.014647379517555237, 0.03967112675309181, 0.013819186948239803, -0.028021669015288353, -0.02882932871580124, -0.02357269823551178, -0.005420899484306574, -0.013784963637590408, 0.03953423723578453, -0.004719330929219723, -0.02591354213654995, 0.022682905197143555, -0.01726200431585312, 0.0013073128648102283, -0.000186407589353621, 0.018288690596818924, -0.022258540615439415, -0.003119412809610367, -0.0008204928017221391, -0.03507157787680626, -0.04002704471349716, 0.014154570177197456, -0.015797266736626625, 0.03641311079263687, -0.021669907495379448, -0.013771274127066135, 0.010095740668475628, 0.019548092037439346, 0.02918524667620659, 0.0012046443298459053, -0.014729514718055725, -0.0035454872995615005, 0.055331502109766006, 0.0008277651504613459, 0.024791032075881958, -0.012895169667899609, 0.033894311636686325, 0.018124420195817947, 0.002191973617300391, -0.0005133427330292761, -0.007809654343873262, 0.013538558967411518, 0.02492792345583439, -0.0008440210367552936, -0.016071049496531487, -0.005862374324351549, 0.016796573996543884, -0.018288690596818924, 0.001648685778491199, -0.0015947847859933972, 0.009137501008808613, 0.0016230186447501183, -0.005171072669327259, -0.003675533924251795, 0.040355585515499115, -0.039068803191185, -0.015222323127090931, -0.02676226757466793, 0.005345609039068222, -0.0027942955493927, -0.013819186948239803, 0.02229960821568966, 0.0034582188818603754, 0.022806106135249138, -0.0038124253042042255, -0.001713709207251668, 0.02924000285565853, -0.024448802694678307, 0.028281763195991516, 0.02413395419716835, -0.019972454756498337, 0.0019301687134429812, -0.002205662662163377, -0.04815839231014252, -0.01266929879784584, 0.0010591972386464477, 0.0040314518846571445, -0.027350900694727898, -0.01895945891737938, 0.011211405508220196, -0.005978731904178858, -0.007481114938855171, 0.02469520829617977, -0.031704045832157135, -0.014250394888222218, -0.0006746179424226284, -0.0033692396245896816, -0.005975309293717146, -0.004339457489550114, 0.05054030567407608, 0.02647479623556137, -0.03895929083228111, -0.00047355866990983486, -0.0020567933097481728, -0.008261395618319511, 0.0024640450719743967, 0.01356593705713749, 0.00845304410904646, -0.00525320740416646, 0.008548867888748646, -0.004945201799273491, 0.02229960821568966, -0.012162800878286362, 0.015345525927841663, 0.03874026611447334, -0.04013655707240105, 0.03657738119363785, -0.03586554527282715, -0.018083354458212852, -0.024736275896430016, -0.029513785615563393, -0.002048237482085824, 0.02399706281721592, 0.03753562271595001, -0.03175880387425423, -0.024448802694678307, -0.0004615806683432311, -0.000595905352383852, -0.0468716137111187, -0.002477734349668026, -0.022053204476833344, 0.010472191497683525, 0.006772702094167471, 0.012121733278036118, 0.03748086467385292, -0.012717210687696934, 0.013593316078186035, -0.008466732688248158, -0.0056912596337497234, -0.005355875939130783, 0.012340759858489037, -0.0010882866336032748, 0.01589309051632881, -0.002104705199599266, -0.012963615357875824, -0.004842533264309168, -0.02869243733584881, -0.0022022402845323086, -0.00518133956938982, 0.030225619673728943, -0.019999833777546883, 0.02896622009575367, -0.003268282162025571, -0.012518717907369137, -0.022244852036237717, 0.010212098248302937, 0.011690525338053703, 0.011854794807732105, 0.005708371289074421, 0.009103277698159218, -0.006447584833949804, 0.022326987236738205, -0.0227239727973938, 0.005876063369214535, -0.003015032969415188, -8.657311263959855e-05, -0.009561863727867603, 0.017563166096806526, -0.0013637805823236704, 0.016385899856686592, 0.006670033559203148, -0.008500955998897552, 0.014346218667924404, 0.021190788596868515, 0.009294926188886166, 0.005865796469151974, -0.0034239960368722677, -0.006714522838592529, -0.018439270555973053, -0.007296311669051647, 0.0010095740435644984, 0.012696676887571812, 0.009199101477861404, -0.003928782884031534, -0.005694682244211435, -0.007782275788486004, -0.003651577979326248, 0.0035215311218053102, -0.002191973617300391, -0.013210020028054714, 0.0072620888240635395, -0.01696084439754486, 0.02945902943611145, 0.005694682244211435, 0.0010549193248152733, -0.03145764395594597, -0.025324909016489983, 0.0014305150834843516, -0.007693296764045954, -0.016865020617842674, -0.00482542160898447, -0.015222323127090931, 0.006796658039093018, -0.017138803377747536, -0.002022570464760065, -0.025530245155096054, 0.002898675389587879, -0.01797384023666382, 0.002125238999724388, 0.026214702054858208, 0.03920569643378258, -0.0184666495770216, -0.00937021616846323, -0.015509795397520065, 0.020766425877809525, -0.007891789078712463, -0.021423503756523132, -0.015879401937127113, 0.009555019438266754, -0.012066977098584175, -0.016714438796043396, 0.0027172942645847797, 0.007946545258164406, -0.02973281219601631, 0.07468794286251068, 0.009548175148665905, -0.01589309051632881, -0.003109145909547806, -0.02642004005610943, -0.020629534497857094, 0.023381050676107407, 0.009876714088022709, 0.02455831691622734, 0.0071457307785749435, 0.03961636871099472, 0.012128577567636967, 0.011238783597946167, 0.018439270555973053, -0.00608824472874403, -0.013826031237840652, -0.02194369025528431, 0.020547399297356606, 0.0057699722237885, 0.008959542028605938, -0.017727436497807503, 0.005865796469151974, -0.020396817475557327, 0.018726743757724762, 0.009534485638141632, -0.025105882436037064, -0.024092886596918106, -0.00677954638376832, -0.026775958016514778, -0.03712494671344757, 0.010239476338028908, 0.016865020617842674, -0.009835646487772465, 0.0006108778761699796, -0.003396617714315653, 0.025461800396442413, -0.018767811357975006, 0.004192299209535122, -0.014770581386983395, -0.002700182842090726, -0.010533792898058891, 0.030472025275230408, 0.01050641480833292, -0.014537866227328777, -0.006772702094167471, -0.0028439187444746494, 0.01555086299777031, -0.005034181289374828, -0.0028747194446623325, -0.0010318189160898328, 0.00834353081882, -0.018138110637664795, -0.01576988957822323, 0.004602973349392414, 0.009883559308946133, -0.019274309277534485, 0.0006647788686677814, 0.03449663147330284, -0.005759705323725939, -0.010704907588660717, 0.0015408837934955955, 0.0019318799022585154, -0.025612380355596542, -0.004223099444061518, -0.0005937664536759257, 0.030362511053681374, 0.033127717673778534, -0.029924459755420685, -0.006639232859015465, -0.0033127719070762396, 0.009596087038516998, 0.020040901377797127, 0.011717903427779675, 0.008370908908545971, -0.00937706045806408, -0.006194335874170065, 0.008213483728468418, -0.02443511411547661, 0.01611211709678173, -0.021779421716928482, -0.008637847378849983, 0.0028507632669061422, -0.0038979826495051384, 0.022176407277584076, -0.006478385534137487, 0.011266161687672138, -0.010061517357826233, -0.020615844056010246, 0.01327846571803093, 0.008411976508796215, -0.014565244317054749, -0.005735749378800392, 0.008672069758176804, -0.020040901377797127, -0.019835563376545906, -0.009178568609058857, 0.014592623338103294, -0.004982846789062023, -0.010198408737778664, -0.01916479505598545, -0.0075290268287062645, 0.009397594258189201, 0.017275694757699966, 0.006810347083956003, 0.01164261344820261, -0.0319230742752552, 0.024968991056084633, 0.013189486227929592, 0.011170337907969952, -0.0015280501684173942, -0.016235319897532463, -0.006122467573732138, 0.028281763195991516, -0.002689915942028165, 0.01611211709678173, -0.025379665195941925, 0.00017154203669633716, -0.0059308200143277645, -0.00518133956938982, 0.003959583584219217, -0.01916479505598545, 0.028938841074705124, 0.014825338497757912, 0.018343446776270866, 0.011656302027404308, 0.02250494621694088, -0.018370825797319412, -0.029212623834609985, 0.025010058656334877, -0.016563858836889267, -0.033127717673778534, 0.006885637063533068, -0.006608432158827782, -0.019835563376545906, -0.023120956495404243, 0.008145038038492203, -0.0003854348324239254, -0.0037302905693650246, -0.0003751679905690253, -0.008411976508796215, -0.00013325522013474256, 0.024038128554821014, 0.008850028738379478, 0.021834177896380424, 0.010793887078762054, 0.0018822567071765661, -0.019000526517629623, -0.005465389229357243, 0.007686452008783817, -0.003453085431829095, -0.01867198571562767, -0.002058504382148385, 0.023326294496655464, -0.011882172897458076, 0.001630718819797039, -0.01302521675825119, -0.016769196838140488, 0.014578933827579021, 0.004219677299261093, 0.013038905337452888, 0.0007678751717321575, 0.010971845127642155, 0.0009154612198472023, -0.007070440798997879, 0.014332529157400131, -0.028801949694752693, -0.013155262917280197, -0.010232632048428059, -0.011403053067624569, -0.0067555904388427734, -0.010458502918481827, 0.023969683796167374, 0.0008722548955120146, -0.018275002017617226, -0.0035625987220555544, 0.0031262573320418596, 0.005280585493892431, 0.010232632048428059, 0.01796015165746212, 0.017015600576996803, -0.04815839231014252, -0.0028935419395565987, 0.011471498757600784, 0.01646803505718708, -0.012354448437690735, 0.008925318717956543, 0.020410507917404175, 0.05054030567407608, -0.008678914979100227, 0.009431817568838596, -0.01455155573785305, 0.023969683796167374, -0.002746383659541607, 0.0018223667284473777, 0.023189403116703033, 0.011711059138178825, -0.023408429697155952, -0.016509102657437325, 0.007056751754134893, -0.010704907588660717, 0.024530937895178795, -0.012552941218018532, 0.016810264438390732, -0.014496798627078533, -0.03671427443623543, -0.016426967456936836, 0.002133794594556093, 0.03427760675549507, 0.032826557755470276, -0.01631745509803295, 0.024394046515226364, 0.010157342068850994, -0.0009513951954431832, 0.010465347208082676, 0.022450190037488937, -0.011204561218619347, -0.004448970314115286, -0.022682905197143555, 0.015455039218068123, -0.004038296174257994, -0.011560478247702122, -0.005472233518958092, 0.005003380589187145, -0.0159752257168293, -0.02811749279499054, 0.008507800288498402, 0.034332361072301865, 0.002588958479464054, 0.02755623869597912, 0.02123185619711876, 0.009397594258189201, -0.0007135464111343026, 0.009178568609058857, -0.009541330859065056, -0.0012576896697282791, -0.007385290693491697, 0.010143652558326721, 0.02420239895582199, 0.018849944695830345, 0.024476181715726852, -0.006385983899235725, 0.008754204958677292, -0.013367445208132267, 0.014264083467423916, -0.006314115598797798, -0.00016341410810127854, 0.009383905678987503, -0.014387286268174648, -0.03657738119363785, 0.00858993548899889, -0.0025855363346636295, -0.017138803377747536, -0.00022437355073634535, -0.006153268273919821, -0.009548175148665905, -0.02413395419716835, -0.01995876617729664, 0.013456424698233604, 5.173532190383412e-05, -0.012997837737202644, -0.011170337907969952, 0.03742610663175583, 0.009842491708695889, 0.012710366398096085, -0.0012927681673318148, 0.01050641480833292, -0.00715257553383708, -0.013162108138203621, 0.009541330859065056, 0.016865020617842674, -0.04479086399078369, -0.00908958911895752, 0.004897289909422398, 0.02918524667620659, -0.0018873901572078466, 0.006338071543723345, 0.01530445832759142, -0.0034137291368097067, -0.019055282697081566, -0.008151882328093052, -0.025146950036287308, 0.05787768214941025, 0.027802642434835434, -0.02803535759449005, -0.018904702737927437, 0.02455831691622734, 0.007761742454022169, 0.017439963296055794, -0.005338764283806086, -0.01804228685796261, 0.007501648738980293, 0.013545404188334942, -0.00784387718886137, -0.019397510215640068, -0.023230470716953278, 0.0068582589738070965, -0.03203258663415909, -0.013298999518156052, -0.039999667555093765, 0.003771357936784625, 0.0011883884435519576, 0.023517942056059837, 0.002012303564697504, -0.008042369969189167, 0.00926070287823677, 0.010588550008833408, -0.01711142435669899, 0.003324749879539013, -0.022094272077083588, 0.008439354598522186, 0.013976612128317356, 0.011628923937678337, -0.017508409917354584, 0.01039690151810646, -0.009596087038516998, -0.012621386907994747, 0.007453736383467913, 0.0025923808570951223, -0.018494028598070145, -0.005503034219145775, -0.0003740985121112317, -0.0040006511844694614, -0.026255769655108452, -0.014647379517555237, 0.02143719233572483, -0.028227007016539574, -0.02045157551765442, -0.022847173735499382, -0.007583783473819494, -0.01288832537829876, -0.016235319897532463, -0.011984841898083687, 0.0005954775842837989, -0.005687837488949299, 0.014729514718055725, -0.0040109180845320225, 0.023955995216965675, -0.0024640450719743967, 0.005958198104053736, 0.011314073577523232, -0.03110172599554062, -0.018425581976771355, -0.01924693025648594, 0.008411976508796215, 0.008103970438241959, -0.00812450423836708, 0.012149111367762089, 0.0038398036267608404, -0.00046714188647456467, 0.017905395478010178, 0.004955468699336052, 0.002366509987041354, -0.01519494503736496, -0.002327153692021966, -0.021615151315927505, 0.005663881544023752, -0.011101892217993736, 0.004709064029157162, 0.001414259197190404, 0.011834261007606983, 0.019192174077033997, 0.008001302368938923, -0.008083436638116837, 0.00025538800400681794, -0.03200520947575569, -0.007289466913789511, 0.005533834919333458, -0.011683681048452854, -0.017508409917354584, -0.003370950696989894, 0.030499402433633804, -0.00486306706443429, 0.015537173487246037, 0.02896622009575367, -0.003177591599524021, 0.0009727844735607505, 0.033976443111896515, 0.03827483579516411, -0.015810957178473473, -0.02164253033697605, -0.037015434354543686, -0.009719288907945156, 0.015222323127090931, 0.0023237315472215414, -0.004055407829582691, -0.03110172599554062, -0.014031368307769299, -0.010841798968613148, 0.0050410255789756775, 0.013634382747113705, 0.039999667555093765, -0.0014039924135431647, -0.007761742454022169, -0.021478259935975075, -0.010212098248302937, 0.006865103729069233, 0.016057360917329788, -0.015646686777472496, 0.0072415550239384174, 0.011690525338053703, -0.002576980507001281, 0.01838451437652111, 0.010143652558326721, 0.007898633368313313, -0.01753578893840313, 0.011813727207481861, -0.007919167168438435, 0.0030509671196341515, 0.026871781796216965, 0.0010258299298584461, 0.0045790174044668674, -0.020314684137701988, -0.042627982795238495, -0.005855529569089413, 0.009568708948791027, 0.0031399463769048452, 0.022340675815939903, 0.025571312755346298, -0.015181255526840687, -0.000716540904249996, 0.0019438578747212887, 0.003819270059466362, 0.011656302027404308, -0.005687837488949299, -0.007659073453396559, 0.011012912727892399, -0.0038706043269485235, 0.020917005836963654, -0.01958915963768959, 0.003942472394555807, -0.008535178378224373, 0.03307296335697174, -0.021697286516427994, -0.007303155958652496, 0.004780931863933802, 0.017138803377747536, 0.016372211277484894, -0.014688447117805481, -0.016810264438390732, -0.00017025867418851703, -0.012080665677785873, -0.01738520711660385, -0.02618732489645481, 0.004428436513990164, -0.02223116345703602, -0.020191481336951256, -0.004140964709222317, 0.0006579342880286276, 0.011485188268125057, 0.009390749968588352, 0.008473577909171581, 0.004459237214177847, -0.0035352203994989395, -0.002924342406913638, 0.014031368307769299, 0.012374982237815857, 0.013518025167286396, 0.01288832537829876, -0.014880094677209854, 0.014620001427829266, -0.011348296888172626, -0.007905478589236736, 0.0035146865993738174, 0.023805413395166397, 0.0017445097910240293, 0.00685141421854496, -0.0011105315061286092, 0.00851464457809925, -0.008754204958677292, -0.0029842325020581484, 0.00976720079779625, -0.017426274716854095, -0.022190095856785774, 0.007077285088598728, -0.00454479455947876, 0.0013603582046926022, 2.6014713512267917e-05, 0.005578324664384127, 0.025612380355596542, -0.02847341075539589, -0.003220370039343834, 0.0073442235589027405, -0.02611887827515602, 0.0035146865993738174, 0.0008709715330041945, 0.07644015550613403, 0.015318146906793118, 0.020492643117904663, -0.01015049684792757, -0.013319533318281174, 0.008925318717956543, -0.005417476873844862, -0.040465097874403, -0.0016409856034442782, 0.015564551576972008, -0.022874552756547928, 0.014318840578198433, -0.00596162024885416, -0.004346301779150963, -0.007173109333962202, 0.005694682244211435, -0.017836948856711388, -0.003675533924251795, 0.030472025275230408, 0.004667996428906918, -0.018562473356723785, 0.007898633368313313, 0.007864410988986492, -0.0079807685688138, -0.021382436156272888, -0.026515863835811615, -0.006030065938830376, -0.019684983417391777, 0.01479796040803194, -0.008535178378224373, 0.009466039948165417, -0.003494153032079339, -0.008062903769314289, 0.004743286874145269, 0.021984757855534554, 0.009931471198797226, -0.013038905337452888, 0.005376409739255905, -0.007179953623563051, -0.0055372570641338825, 8.470155444229022e-05, 0.01494854036718607, 0.009958849288523197, -0.027296144515275955, -0.01626269891858101, -0.0005505600711330771, -0.004339457489550114, -0.006098511628806591, -0.007700141053646803, 0.008767894469201565, 0.02654324285686016, 0.01945226825773716, -0.007515337783843279, 0.020533708855509758, -0.022244852036237717, -0.009691910818219185, 0.022477567195892334, -0.005520145408809185, 0.019055282697081566, -0.011546789668500423, -0.005650192499160767, 0.007727519609034061, -0.012689832597970963, 0.005900019314140081, -0.003771357936784625, 0.00139714777469635, -0.0057015265338122845, 0.008939008228480816, 0.006173802074044943, -0.027419347316026688, 0.011170337907969952, 0.002725849859416485, 0.007782275788486004, -0.0015468727797269821, 0.010547482408583164, 0.007440047338604927, -0.01696084439754486, 0.015605619177222252, 0.00614300137385726, -0.0048459554091095924, 0.00039719894994050264, -0.010109429247677326, 0.003959583584219217, 0.019548092037439346, -0.023476874455809593, -0.013052594847977161, 0.020136725157499313, 0.037727270275354385, -0.0042059882543981075, -0.004613240249454975, -0.0026317371521145105, -0.014346218667924404, 0.01867198571562767, -0.00908958911895752, 0.0034701968543231487, -0.015400282107293606, 0.006177224218845367, -0.003230636939406395, -0.0038398036267608404, 0.012463961727917194, 0.004120430909097195, 0.025188017636537552, -0.006676877848803997, -0.009130655787885189, 0.015496105886995792, -0.008583090268075466, 0.004024607129395008, 0.005834995768964291, 8.758910553297028e-05, -0.008644691668450832, -0.0016478302422910929, -0.005746016278862953, -0.0195207130163908, -0.013545404188334942, -0.035892926156520844, 0.0022860863246023655, -0.022737661376595497, 0.0018754121847450733, -0.009842491708695889, 0.010383212938904762, -0.002460622927173972, 0.0007345079211518168, 0.016084739938378334, -0.027569927275180817, -0.03159453347325325, -0.0015015274984762073, -0.001751354313455522, 0.0011567323235794902, -0.014893784187734127, -0.012799345888197422, -0.0034120180644094944, 0.005633080843836069, -0.02179311029613018, -0.0026385816745460033, 0.015236012637615204, 0.009746667928993702, -0.0071457307785749435, 0.0019575469195842743, -0.011704214848577976, 0.006741901393979788, 0.02257339097559452, 0.019287997856736183, -0.0054448554292321205, -0.010581704787909985, 0.01040374580770731, -0.010773353278636932, -0.01972605101764202, 0.0038534929044544697, 0.0011216539423912764, -0.02477734349668026, -0.02513326145708561, -0.0005787939298897982, -0.012710366398096085, 0.003716601524502039, 0.014852716587483883, -0.012450272217392921, -0.012477651238441467, 0.009986227378249168, -0.003935627639293671, -0.005544101819396019, -0.013333221897482872, -0.022039515897631645, 0.01466106902807951, -0.020547399297356606, -0.008049214258790016, 0.0017350984271615744, 0.016139496117830276, 0.0017291094409301877, 0.009048521518707275, 0.0159615371376276, -0.006101934239268303, -0.013079972937703133, 0.033401500433683395, 0.005229251459240913, -0.0308826994150877, 0.012429739348590374, 0.006067711394280195, -0.012860946357250214, 0.009082743898034096, 0.01646803505718708, 0.012943081557750702, 0.013107351027429104, 0.023695901036262512, 0.017357829958200455, -0.015318146906793118, -0.00759747251868248, -0.009842491708695889, 0.003379506291821599, -0.012511873617768288, -0.002161172917112708, -0.013114196248352528, 0.010670684278011322, -0.007919167168438435, -0.014469420537352562, -0.008227173238992691, -0.0038226922042667866, -0.008227173238992691, 0.012518717907369137, -0.036029815673828125, -0.016454346477985382, -0.006242247764021158, 0.02462676167488098, -0.010869177058339119, -0.006081400439143181, 0.03586554527282715, -0.01100606843829155, 0.007754897698760033, -0.02513326145708561, 0.014770581386983395, 0.007090974599123001, -0.04876071587204933, 0.0062080249190330505, 0.007392135448753834, -0.01189586240798235, 0.001909635029733181, 0.010793887078762054, -0.0028832750394940376, 0.008884252049028873, -0.010246321558952332, 8.090495248325169e-05, -0.011854794807732105, 0.005773394834250212, 0.003304216079413891, -0.01780957169830799, 0.014428352937102318, -0.005879485514014959, -0.0029551431071013212, 0.007310000713914633, 0.0015665509272366762, -0.007323689758777618, 0.0006754734786227345, -0.027734197676181793, 0.002280952874571085, 0.03515370935201645, 0.0213003009557724, 0.00204994878731668, 0.0219984482973814, 0.016125807538628578, 0.02223116345703602, -0.015277080237865448, -0.01342220138758421, -0.0018873901572078466, -0.00823401752859354, -0.006916437763720751, 0.0008487266604788601, -0.006563942413777113, 0.004137542564421892, 0.00784387718886137, 0.010273699648678303, -1.975834857148584e-05, -0.00014149009075481445, -0.012183334678411484, -0.003008188446983695, 0.0012174778385087848, -0.0007653084467165172, 0.008405132219195366, 0.008528334088623524, -0.012053287588059902, 0.02052002027630806, 0.008364064618945122, -0.0035352203994989395, 0.012785656377673149, 0.003323038574308157, -0.013983456417918205, -0.00557147990912199, 0.006769279483705759, -0.0032563041895627975, -0.019999833777546883, -0.01064330618828535, 0.03356577083468437, -0.021272923797369003, 0.004072519019246101, 0.011902706697583199, 0.009965693578124046, 0.0008410265436396003, -0.003846648382022977, -0.00739898020401597, 0.013073128648102283, 0.0033298833295702934, -0.013134729117155075, -0.014880094677209854, -0.0009830513736233115, -0.0030338556971400976, -0.008528334088623524, 0.003586554666981101, -0.00018876040121540427, 0.027159253135323524, 0.0019301687134429812, 0.006741901393979788, 0.005054714623838663, -0.01923324167728424, -0.0002269402757519856, -0.01924693025648594, -0.013764429837465286, -0.0005351597792468965, 0.0013201463734731078, -0.02882932871580124, -0.014743203297257423, -0.013990300707519054, 0.02640635147690773, -0.020396817475557327, 0.00562623655423522, 0.007946545258164406, 0.007754897698760033, 0.0014407819835469127, -0.007166264578700066, 0.014866406098008156, -0.004332612734287977, -0.00019111322762910277, -0.00887740682810545, -0.011711059138178825, -0.012299692258238792, 0.01839820295572281, 0.013052594847977161, -0.01618056371808052, 0.0052497852593660355, -0.00976720079779625, -0.0008530045161023736, -0.012019064277410507, 0.005903441458940506, 0.01302521675825119, 0.0004478915361687541, -0.012327070347964764, -0.012066977098584175, -0.008897940628230572, 0.015632998198270798, 0.008610469289124012, -0.0008713993011042476, -0.012409205548465252, -0.03466090187430382, 0.01203275378793478, 0.0008016702486202121, -0.03515370935201645, 0.002496556844562292, -0.01583833433687687, 0.014907472766935825, -0.030225619673728943, -0.025735583156347275, -0.00450714910402894, 0.018302379176020622, -0.00021399975230451673, -0.0015400282572954893, 0.023244159296154976, -0.014537866227328777, -0.012012219987809658, -0.009897247888147831, -0.009746667928993702, -0.011669991537928581, -0.007070440798997879, 0.00735106784850359, -0.002506823744624853, -0.009110122919082642, -0.002914075506851077, -0.001842900412157178, 0.006861681118607521, -0.00663581071421504, 0.025612380355596542, -0.0008346097311004996, 0.0009830513736233115, -0.00922648049890995, 0.003986962139606476, 0.010533792898058891, 0.015742510557174683, 0.011409898288547993, -0.014318840578198433, -0.013552248477935791, -0.01824762299656868, 0.02547548897564411, -0.004623507149517536, -0.0012234668247401714, -0.016344832256436348, -0.01303206104785204, -0.008802116848528385, -0.026652755215764046, -0.015427660197019577, 0.006054021883755922, -0.017166180536150932, 0.01858985237777233, 0.011485188268125057, -0.0212866123765707, 0.020615844056010246, 0.018576161935925484, -0.005677570588886738, -0.005338764283806086, -0.019849251955747604, 0.003963005729019642, 0.0006570786936208606, 0.008774738758802414, -0.004644040483981371, 0.00518133956938982, -0.022970376536250114, 0.0004004073271062225, -0.010848643258213997, -0.020123034715652466, -0.010143652558326721, -0.006423628889024258, 0.0026984717696905136, -0.005123160779476166, 0.022477567195892334, 0.012025909498333931, 0.00644416268914938, -0.012128577567636967, 0.010581704787909985, -0.017645301297307014, 0.005277163349092007, 0.002460622927173972, -0.008446198888123035, 0.004065674729645252, 0.001581951160915196, -0.002852474572136998, 0.00016705028247088194, -0.014359907247126102, -0.03320985287427902, -0.013476958498358727, -0.01852140575647354, -0.002356243086978793, -0.00017122119606938213, -0.011184027418494225, 0.01802859641611576, -0.01356593705713749, 0.012874635867774487, 0.01731676235795021, 0.0008341819630004466, 0.002859319094568491, -0.00020170092466287315, 0.007323689758777618, -0.014428352937102318, 0.016509102657437325, 0.03285393491387367, -0.01745365373790264, 0.01199853140860796, -0.011245627887547016, -0.0017761659109964967, -0.011806882917881012, -0.007706985808908939, -0.007125197444111109, 0.00018352002371102571, 0.006399672944098711, -0.0017727436497807503, 0.000386290397727862, -0.015619308687746525, -0.016782885417342186, -0.027569927275180817, 0.0066837226040661335, -0.010136808268725872, 0.009965693578124046, 0.009000609628856182, 0.006830880884081125, 0.008179261349141598, 0.008192949928343296, -0.011423586867749691, 0.009883559308946133, -0.0033452834468334913, -0.008261395618319511, 0.0038706043269485235, -0.0011875329073518515, -0.02179311029613018, 0.010280543938279152, -0.0028627412393689156, 0.03258015215396881, -2.1295702026691288e-05, 0.0018925236072391272, 0.009178568609058857, 0.01753578893840313, 0.024175019934773445, 0.00824086181819439, 0.0066734557040035725, 0.0106501504778862, 0.00848726648837328, 0.020328372716903687, 0.01731676235795021, -0.00784387718886137, -0.012751433998346329, 0.0021029941271990538, -6.523730462504318e-06, -0.014784270897507668, 0.01858985237777233, 0.009308614768087864, 0.02180679887533188, -0.0017068645684048533, 0.029020976275205612, 0.01568775437772274, -0.006043754983693361, -0.018904702737927437, -0.012060131877660751, -0.02321678027510643, 0.0024229777045547962, 0.015482417307794094, -0.021327679976820946, 0.004065674729645252, -0.014455731958150864, 0.019192174077033997, 0.022696593776345253, -0.002633448224514723, -0.014250394888222218, 0.0037405574694275856, -0.007693296764045954, 0.0031690357718616724, -0.010164186358451843, 0.0166733730584383, -0.012902013957500458, 0.008179261349141598, 0.01860354095697403, -0.008808961138129234, 0.008719981648027897, 0.007022528909146786, -0.006909593474119902, 0.001339824520982802, -0.012108043767511845, 0.003613932989537716, -0.005417476873844862, -0.007912322878837585, 0.0006711956229992211, 0.0021953957621008158, -0.010520104318857193, 0.01441466435790062, -0.007891789078712463, -0.0050512924790382385, -0.012682988308370113, 0.016728129237890244, -0.016221631318330765, 0.010677528567612171, 0.006854836829006672, 0.03778202459216118, -0.02229960821568966, 0.015222323127090931, 0.016426967456936836, -0.02825438417494297, 0.00417176540941, -0.0014638823922723532, 0.005372987128794193, 0.006830880884081125, -0.0020037477370351553, 0.017439963296055794, 0.006396250333636999, -0.029924459755420685, 0.011868484318256378, -0.00024276833573821932, 0.0004804032505489886, 0.004715908784419298, 0.00778912054374814, 0.012607697397470474, -0.019000526517629623, -0.0021765732672065496, -0.010581704787909985, -0.023394739255309105, -0.005520145408809185, 0.02015041373670101, -0.012470806017518044, -0.011423586867749691, 0.013969766907393932, 0.002784028882160783, -0.010917088948190212, -0.03611195087432861, -0.006557098124176264, -0.004674841184169054, 0.00812450423836708, -0.007932856678962708, 0.024476181715726852, -0.003716601524502039, 0.0023237315472215414, 0.0014501932309940457, -0.01875412091612816, 0.009418128058314323, -0.003569443244487047, -0.0045892843045294285, -0.001398003427311778, -0.006064288783818483, -0.002079038182273507, -0.011170337907969952, -0.0064886524342000484, 0.004904134199023247, 0.0034222849644720554, -0.012840413488447666, 0.0025205127894878387, -0.009794579818844795, 0.009643998928368092, -0.006892481818795204, -0.013210020028054714, -0.003969850484281778, -0.008008146658539772, -0.0062080249190330505, 0.00537983188405633, 0.0008803827804513276, -0.006481807678937912, 0.009527641348540783, 0.005852107424288988, 0.009021143428981304, 0.0038226922042667866, 0.005653614643961191, -0.009698755107820034, 0.018288690596818924, -0.0034958641044795513, 0.008001302368938923, 0.0004945201799273491, 0.0013749030185863376, -0.00016245158622041345, 0.0006083111511543393, 0.011375674977898598, 0.00833668652921915, -0.02513326145708561, 0.01887732371687889, -0.008932163938879967, 0.016769196838140488, 0.0073647573590278625, 0.01838451437652111, 0.037891536951065063, 0.006676877848803997, -0.00677954638376832, -0.0015135054709389806, 0.015728821977972984, 0.019794495776295662, -0.01383971981704235, 0.01533183641731739, -0.0014014256885275245, -0.021136032417416573, -0.00653314171358943, -0.0065913209691643715, 0.023600077256560326, 0.004233366344124079, -0.010191564448177814, 0.018083354458212852, -0.009459195658564568, -0.006666610948741436, -0.00958924274891615, 0.002979099052026868, -0.011129270307719707, -0.012340759858489037, 0.010465347208082676, -0.0030424112919718027, -0.01972605101764202, 0.003372661769390106, -0.014072435908019543, 0.011437276378273964, -0.02443511411547661, -0.0202325489372015, 0.005872640758752823, 0.001964391442015767, -0.00486306706443429, 0.02343580685555935, 0.003102301387116313, -0.04202565923333168, -0.020191481336951256, 0.0021628839895129204, -0.013292154297232628, -0.012970459647476673, -0.005164227914065123, 0.013860253617167473, 0.01930168643593788, -0.002280952874571085, 0.007905478589236736, -0.006108778528869152, 0.004192299209535122, -0.0002861885877791792, 0.0023357095196843147, 0.010561170987784863, -0.00249484577216208, 0.007693296764045954, -0.004421592224389315, -0.006396250333636999, 0.014688447117805481, 0.0035146865993738174, -0.010348989628255367, 0.005414054729044437, -0.015496105886995792, -0.013442735187709332, -0.0007747197523713112, -0.024175019934773445, -0.027775265276432037, -0.03271704539656639, -0.005475656129419804, -0.012505029328167439, -0.0028815639670938253, 0.02164253033697605, 0.013216864317655563, 0.014578933827579021, 0.0062901596538722515, 0.004787776619195938, -0.007193643134087324, -0.013476958498358727, -0.007693296764045954, 0.005653614643961191, -0.012429739348590374, 0.001368058379739523, -9.665281140769366e-06, -0.01344957947731018, 0.020889626815915108, 0.002094438299536705, 0.008014990948140621, -0.024530937895178795, -0.0006365450099110603, -0.0012525563361123204, 0.0177411250770092, -0.005530412308871746, 0.003706334624439478, 0.004979424644261599, 0.010157342068850994, -0.01931537687778473, 0.01305943913757801, -0.00418887659907341, -0.006077977828681469, 0.011211405508220196, 0.009205946698784828, 0.013141574338078499, 0.013579626567661762, -0.006820613984018564, -0.011841106228530407, -0.004182032309472561, 0.011403053067624569, -0.0026248926296830177, -0.016084739938378334, -0.01342220138758421, -0.033483635634183884, 0.009041677229106426, 0.013887632638216019, -0.005783661734312773, -0.006871948018670082, 0.0019147683633491397, 0.0027172942645847797, 0.0027720509096980095, 0.020780114457011223, 0.004801465664058924, 0.029623297974467278, -0.0024246887769550085, -0.02618732489645481, -0.015112809836864471, 0.009329148568212986, -0.009137501008808613, 0.01192324049770832, -0.0011729882098734379, 0.007268933113664389, 0.01704297959804535, 0.0006656344048678875, 0.010561170987784863, -0.015728821977972984, 0.005297697149217129, 0.010417435318231583, -0.027706818655133247, -0.005807617679238319, -0.008076592348515987, -0.01655017025768757, -0.00695408321917057, 0.018713053315877914, -0.026584308594465256, -0.005205295514315367, -0.008959542028605938, 0.010745974257588387, 0.004715908784419298, 0.01405874639749527, -0.005393520928919315, -0.020602155476808548, -0.004798043519258499, 0.0015229168348014355, 0.01583833433687687, 9.694691834738478e-05, -0.012333914637565613, 0.015058053657412529, 0.012908859178423882, 0.005102626979351044, 0.018658297136425972, 0.004264167044311762, 0.004900712054222822, -0.023654833436012268, 0.016413278877735138, 0.008925318717956543, -0.0028182517271488905, 0.0073442235589027405, -0.025146950036287308, 0.004387369379401207, 0.010266854427754879, 0.023723280057311058, 0.008966386318206787, 0.011492032557725906, -0.013360599987208843, -0.0031827250495553017, 0.005403787828981876, 0.007440047338604927, -0.022025825455784798, -0.009746667928993702, -0.03222423419356346, 0.001842900412157178, 0.01228600274771452, -0.005893174558877945, -0.011820572428405285, -0.006225136108696461, -0.010376367717981339, -0.0030218774918466806, 0.005403787828981876, 0.010677528567612171, 0.014223015867173672, -0.032251615077257156, 0.003008188446983695, -0.019507024437189102, -0.018726743757724762, 0.02847341075539589, -0.006495496723800898, 0.01717987097799778, -0.0037200236693024635, 0.011225095018744469, -0.0014193926472216845, 0.00901429820805788, -0.00607113353908062, -0.01416825968772173, -0.009103277698159218, 0.0023973106872290373, 0.023326294496655464, -0.0011627213098108768, -0.01745365373790264, -3.047972541025956e-06, 0.01164261344820261, -0.012114888988435268, 0.03742610663175583, -0.018904702737927437, 0.005602280609309673, 0.0027053162921220064, 0.02257339097559452, -0.04657045379281044, -0.01831606961786747, -0.002075615804642439, -0.002597514307126403, 0.008521489799022675, -0.0046714190393686295, -0.0024229777045547962, -0.017125112935900688, 0.00320325861684978, -0.0019062126521021128, -0.01227915845811367, 0.011101892217993736, 0.004229944199323654, -0.03279918059706688, -0.033182475715875626, -0.006782968528568745, -0.005044448189437389, 0.007289466913789511, -0.028199627995491028, 0.006981461308896542, 0.013873943127691746, -0.016700750216841698, -0.006077977828681469, 0.014099813997745514, 0.021533016115427017, 0.020328372716903687, -0.00765222916379571, 0.008808961138129234, 0.01816548779606819, 0.01653648167848587, 0.015537173487246037, -0.019862942397594452, 0.015605619177222252, -0.005085515324026346, 0.007665918208658695, -0.020205169916152954, 0.0010027295211330056, -0.03249801695346832, -0.0032323480118066072, 0.00947972945868969, -0.0030475447420030832, 0.0033487058244645596, 0.0016529635759070516, -0.0050307586789131165, -0.002390465931966901, 0.010588550008833408, -0.0009984516073018312, -0.007898633368313313, 0.012183334678411484, 0.013784963637590408, -0.015523484908044338, 0.006129312328994274, -0.013921855017542839, 0.019438577815890312, 0.0013569359434768558, -0.00113619863986969, -0.00720733217895031, 0.005427743773907423, -0.002373354509472847, 0.012005375698208809, 0.009130655787885189, 0.011841106228530407, -0.013244242407381535, -0.008247707039117813, -0.0362214632332325, -0.002736116759479046, 0.005420899484306574, 0.0029038088396191597, 0.018685676157474518, 0.021902624517679214, -0.005828151013702154, -0.008316152729094028, 0.011704214848577976, 0.008500955998897552, 0.015879401937127113, 0.006577631458640099, -0.006926704663783312, -0.011813727207481861, 0.01887732371687889, -0.0043805246241390705, 0.002792584476992488, -0.009021143428981304, 0.015810957178473473, -0.00824086181819439, 0.012785656377673149, 0.005838417913764715, 0.004479771014302969, 0.012073821388185024, -0.004897289909422398, -0.021108653396368027, 0.01717987097799778, -0.014880094677209854, -0.009055365808308125, 0.009445506148040295, -0.0067658573389053345, 0.018480338156223297, -0.002316886791959405, -0.0040211849845945835, 0.0004143103724345565, 0.008548867888748646, -0.012874635867774487, -0.02329891547560692, 0.003641311079263687, 0.002517090644687414, 0.0041135866194963455, 0.017987528815865517, 0.016865020617842674, -0.0015485839685425162, -0.006201180163770914, 0.007515337783843279, -7.181450928328559e-05, -0.010704907588660717, 0.02050633169710636, 0.012333914637565613, -0.033620528876781464, 0.008316152729094028, -0.020123034715652466, -0.015660375356674194, -0.006632388103753328, -0.006560520268976688, -0.008569401688873768, 0.021382436156272888, 0.0021799954120069742, 0.006646077148616314, 0.021779421716928482, -0.017234627157449722, 0.024010751396417618, -0.012744588777422905, 0.0030030549969524145, 0.0014176815748214722, 0.017275694757699966, 0.008815806359052658, -0.013921855017542839, -0.007679607253521681, 0.032552774995565414, 0.0004359135346021503, 0.00024319611839018762, 0.02058846689760685, -0.01416825968772173, -0.02242281101644039, 0.011587856337428093, -0.014606311917304993, 0.01995876617729664, -0.0073647573590278625, 0.008021836169064045, 0.0022501524072140455, -0.015427660197019577, 0.004342879634350538, -0.013730207458138466, 0.012368137948215008, 0.009199101477861404, -0.005954775959253311, -0.012190178968012333, 0.02535228617489338, -0.028637681156396866, -0.0012713788310065866, -0.012224401347339153, -0.04648831859230995, -0.008555712178349495, -0.01967129297554493, 0.006184068974107504, -0.006190913263708353, -0.00608824472874403, 0.01405874639749527, 0.008056058548390865, -0.012320226058363914, 0.003583132289350033, -0.003891137894243002, 0.0023870437871664762, -0.025037435814738274, -0.003942472394555807, 0.017344139516353607, 0.02676226757466793, 0.0038706043269485235, -0.00404514092952013, 0.012197023257613182, -0.00411700876429677, -0.022751349955797195, -0.006413361988961697, -0.0011105315061286092, 0.014154570177197456, -0.014674757607281208, 0.001275656744837761, 0.009678222239017487, -0.0003920655290130526, 9.630523709347472e-05, 0.009240169078111649, 0.009007453918457031, -0.0036173551343381405, 0.012238090857863426, -0.019684983417391777, 0.00325801526196301, -0.0055167232640087605, -0.007754897698760033, 0.021313991397619247, -0.012566630728542805, 0.00045045826118439436, 0.013093662448227406, -0.012751433998346329, 0.0015049497596919537, -0.010164186358451843, 0.004596128594130278, 0.016865020617842674, -0.01054063718765974, 0.004168343264609575, 0.004746709018945694, -0.002683071419596672, -0.0170292891561985, -0.016385899856686592, -0.024051818996667862, 0.003456507809460163, -0.014181949198246002, -0.0007687307661399245, -0.0030526781920343637, 0.0052360957488417625, -0.0023220202419906855, -0.007474270183593035, -0.02179311029613018, -0.008405132219195366, -0.012443427927792072, -0.029979215934872627, -0.0014655935810878873, 0.01249818503856659, -0.011170337907969952, 0.008555712178349495, -0.02221747301518917, -0.0019609692972153425, -0.012977304868400097, 0.007111507933586836, 0.006622121203690767, 0.0027703396044671535, -0.0013552248710766435, -0.027378279715776443, -0.01626269891858101, -0.004982846789062023, -0.0021440614946186543, 0.00537983188405633, 0.00449003791436553, -0.010054673068225384, -0.015140188857913017, 0.00947972945868969, 0.01203275378793478, 0.01377811934798956, -0.010636461898684502, -0.0073647573590278625, 0.03534536063671112, -0.010951312258839607, 0.023613765835762024, -0.005294275004416704, -0.003593399189412594, -0.018288690596818924, 0.016878709197044373, 0.014907472766935825, 0.008014990948140621, -0.0020174370147287846, 0.019137417897582054, -0.008637847378849983, 0.018781499937176704, 0.007967079058289528, 0.022121649235486984, -0.0007246688473969698, 0.010321611538529396, -0.006536564324051142, -0.003836381481960416, 0.0061053563840687275, -0.011088203638792038, -0.0009282947867177427, -0.010834953747689724, -0.013572782278060913, 0.010923933237791061, -0.010684373788535595, 0.012929392047226429, -0.004818577319383621, -0.022532323375344276, 2.3528209567302838e-05, -0.04303865507245064, -0.0020602154545485973, 0.01316895242780447, 0.004821999464184046, -0.028309140354394913, -0.025790339335799217, 0.01590678095817566, -0.015181255526840687, -0.010971845127642155, -0.017426274716854095, 0.020068278536200523, 0.0008615602273494005, -0.027802642434835434, 0.01811073161661625, 0.004082785919308662, 0.008158727549016476, 0.01570144295692444, -0.03159453347325325, 0.004661152139306068, -0.00032746989745646715, -0.033757418394088745, 0.0025393355172127485, 0.006293581798672676, -0.009178568609058857, 0.007323689758777618, 0.005314808338880539, 0.0029671210795640945, -0.015810957178473473, -0.001443348708562553, 0.02264183759689331, -0.01768636889755726, -0.024325601756572723, 0.01252556312829256, 0.00851464457809925, -0.011382519267499447, 0.015290768817067146, 0.022107960656285286, -0.00298081012442708, 0.0037234460469335318, -0.00018063247262034565, 0.004637196194380522, 0.011088203638792038, -0.0018651452846825123, -0.015728821977972984, -0.00028469134122133255, 0.01570144295692444, -0.014592623338103294, -0.006471540778875351, 0.01138936448842287, 0.008850028738379478, 0.0026214702520519495, -0.009910937398672104, -0.0069609275087714195, -0.009856180287897587, 0.018562473356723785, -0.0002893969649448991, 0.007973924279212952, 0.009034832008183002, 0.011574167758226395, 0.000977917923592031, 0.017481030896306038, 0.013695984147489071, 0.02967805415391922, 0.0013124463148415089, 0.011409898288547993, 0.005639925599098206, -0.03356577083468437, -0.01214226707816124, -0.011279851198196411, 0.005520145408809185, 3.0880775739206e-05, 0.006375716999173164, 0.02264183759689331, 0.01150572206825018, -0.011724748648703098, -0.0062080249190330505, 0.004674841184169054, 0.030691051855683327, -0.021683597937226295, -0.011163493618369102, 0.015359214507043362, 0.022176407277584076, 0.008952697739005089, -0.016221631318330765, 0.008302463218569756, 0.001127642928622663, -0.00073621905175969, -0.022107960656285286, -0.04273749515414238, 0.0003948461380787194, -0.010431124828755856, -0.0012072110548615456, 0.0028045624494552612, 0.006190913263708353, -0.043339814990758896, -0.021779421716928482, 0.0045653278939425945, -0.02620101347565651, 0.01104029081761837, 0.013990300707519054, -0.01704297959804535, -0.0008337541949003935, -0.003201547544449568, -0.00537983188405633, 0.00016598081856500357, 0.0060950894840061665, -0.018069664016366005, 0.015003297477960587, -0.0007041351054795086, -0.03080056421458721, -0.027364591136574745, 0.003158769104629755, 0.0014758603647351265, -0.01875412091612816, 0.03824745491147041, -0.004089630674570799, -0.004904134199023247, 0.00519845075905323, -0.004339457489550114, -0.001880545518361032, -0.02684440277516842, 0.026858091354370117, -0.020123034715652466, 0.010739129967987537, -0.01860354095697403, 0.008165571838617325, 0.012662454508244991, 0.001491260714828968, -0.009705600328743458, 0.014907472766935825, -0.0073442235589027405, -0.02521539479494095, -0.0024794454220682383, -0.0170292891561985, -0.0184666495770216, -0.007330534514039755, -0.008035524748265743, -0.02108127437531948, -0.01965760439634323, -0.016358522698283195, -0.005773394834250212, 0.0008435932104475796, -1.3268037946545519e-05, -0.0018925236072391272, 0.008719981648027897, 0.002039681887254119, 0.020478952676057816, -0.001274801092222333, -0.014455731958150864, 0.0034342629369348288, -0.005708371289074421, 0.019055282697081566, -0.002191973617300391, -0.025160638615489006, -0.01633114367723465, 0.00940443854779005, -0.0011028313310816884, -0.023955995216965675, -0.0008260540198534727, 0.000623283616732806, -0.03299082815647125, 0.016290076076984406, 0.035044196993112564, -0.006163535173982382, -0.010383212938904762, -0.005992420949041843, 0.011081358417868614, 0.004459237214177847, 0.004606395494192839, 0.01192324049770832, -0.011546789668500423, -0.018302379176020622, 0.006057444494217634, -0.011512566357851028, -0.0016144629335030913, -0.014250394888222218, -0.00809712614864111, 0.0025547356344759464, -0.015140188857913017, 0.0024726008996367455, 0.012662454508244991, 0.01192324049770832, -0.017481030896306038, -0.010828109458088875, 0.006201180163770914, -0.03487992659211159, -0.016016293317079544, 0.025653447955846786, 0.0023870437871664762, 0.007583783473819494, 0.016933465376496315, -0.012758278287947178, 0.0012371559860184789, -0.0369059219956398, -0.013456424698233604, 0.04323030263185501, 0.013990300707519054, 0.03159453347325325, -0.021916313096880913, -0.01745365373790264, 0.013737051747739315, -0.017412586137652397, 0.01811073161661625, -0.001536605879664421, -0.014181949198246002, 0.006625543814152479, 0.034113336354494095, 0.008918474428355694, 0.004996535833925009, -0.008138193748891354, -0.008521489799022675, -0.005557790864259005, 0.003819270059466362, 0.02811749279499054, 0.009048521518707275, -0.004236788954585791, 0.023531630635261536, -0.0015597064048051834, 0.01824762299656868, -0.0063722943887114525, 0.015523484908044338, 0.004993113689124584, -0.0009941738098859787, 0.00016918921028263867, 0.010841798968613148, 0.013860253617167473, -0.00037388462806120515, -0.0024383780546486378, 0.0028935419395565987, 0.008637847378849983, -0.004425014369189739, 2.489845883246744e-06, 0.014031368307769299, -0.016290076076984406, -0.01064330618828535, -0.03230636939406395, -0.0022039515897631645, -0.00986302550882101, 0.01972605101764202, 0.0030988790094852448, -0.002291219774633646, 0.008459888398647308, -0.007296311669051647, 0.0002690771652851254, 0.011984841898083687, 0.009240169078111649, 0.010355833917856216, -0.00778912054374814, 0.0027326946146786213, 0.009732978418469429, 0.00823401752859354, -0.006526297423988581, -0.004678263328969479, -0.0029174978844821453, 0.007132041733711958, -0.004893867298960686, -0.006830880884081125, 0.005304541438817978, 0.008932163938879967, -0.02392861619591713, 0.015482417307794094, -0.0007991035236045718, -4.724357495433651e-05, -0.002746383659541607, -0.01356593705713749, 0.008562556467950344, -0.0022296186070889235, 0.004431859124451876, -0.014086124487221241, 0.01611211709678173, 0.02193000167608261, 0.015523484908044338, 0.005554368253797293, 0.015934158116579056, -0.0020978606771677732, -0.01291570346802473, 0.0009471173398196697, 0.0033949066419154406, 0.00809712614864111, 0.019151106476783752, 0.0002506823802832514, -0.005438010673969984, 0.0004245772142894566, 0.011211405508220196, -0.008172416128218174, 0.021259233355522156, 0.018001219257712364, 0.0023716434370726347, 0.00048510890337638557, 0.005865796469151974, 0.007077285088598728, 0.005277163349092007, 0.011464654467999935, 0.0003437257546465844, 0.008829494938254356, 0.0024726008996367455, -0.013333221897482872, -0.0009762067929841578, -0.002375065814703703, 0.01494854036718607, -0.006978039164096117, 0.025598691776394844, 0.006687144748866558, 0.01853509433567524, 0.007056751754134893, 0.009630309417843819, 0.005605702754110098, 0.008309307508170605, 0.016454346477985382, 0.0012961904285475612, 0.0005971887148916721, -0.011957463808357716, -0.0075290268287062645, 0.024818411096930504, 0.018836256116628647, -0.03802843019366264, -0.009185412898659706, 0.02094438299536705, -0.02691284939646721, -0.005075248423963785, 0.011957463808357716, 0.0034017511643469334, -0.000661356549244374, 0.0018565895734354854, 5.6253807997563854e-05, -0.013196330517530441, -0.017919084057211876, -3.791250128415413e-05, -0.020930694416165352, 0.003733712946996093, 0.007234710268676281, -0.0223543643951416, -0.002898675389587879, -0.00962346512824297, 0.02194369025528431, -0.007392135448753834, -0.003204969922080636, 0.0008145038154907525, 0.00436341343447566, -0.01139620877802372, -0.008891096338629723, -0.009883559308946133, 0.003343572374433279, 0.02747410349547863, 0.0031724581494927406, -0.0025205127894878387, -0.007008839398622513, -0.016221631318330765, -0.011519410647451878, 0.013593316078186035, -0.002262130379676819, 0.01381234172731638, 0.0177411250770092, -0.01366176176816225, 0.0009436950786039233, 0.01327162142843008, -0.0016777751734480262, 0.01281303446739912, 0.0040930528193712234, 0.005992420949041843, 0.017289383336901665, -0.0024332446046173573, 0.0004525971889961511, -0.006502341479063034, -0.001582806813530624, -0.03145764395594597, 0.010745974257588387, 0.0049383570440113544, 0.013360599987208843, 8.448765584034845e-05, -0.020465264096856117, 0.005523568019270897, -0.0005856385105289519, 0.003109145909547806, 0.0014681601896882057, 0.0053421868942677975, 0.00665292190387845, 0.027939533814787865, -0.01689239777624607, 0.02618732489645481, -0.009541330859065056, -0.022121649235486984, 0.02803535759449005, 0.025434421375393867, -0.009732978418469429, -0.00863100215792656, -0.028172248974442482, 0.004264167044311762, 0.0004598695377353579, -0.004349723923951387, 0.00873367115855217, 0.013470113277435303, 0.016495414078235626, 0.025256462395191193, 0.024298222735524178, -0.001947280135937035, -0.003661844879388809, -0.007015684153884649, -0.02001352235674858], 'id': '431f567d-c1c0-4489-84e7-2a3f84e6bc8d', '_distance': 1.0834708213806152})]\n"
     ]
    }
   ]
  },
  {
   "cell_type": "code",
   "source": [
    "# sample of retrieved_documents\n",
    "print(retrieved_documents[0].page_content)"
   ],
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "C3InbcrAjyWE",
    "outputId": "0e277a08-619c-4a18-b0f3-e500eb695b41"
   },
   "execution_count": null,
   "outputs": [
    {
     "output_type": "stream",
     "name": "stdout",
     "text": [
      "35   \n",
      "Reportable Segments  \n",
      "Fiscal Year 2022 Compared with Fiscal Year 2021  \n",
      "Productivity and Business Processes  \n",
      "Revenue increased $9.4  billion or 18%.  \n",
      "• Office Commercial products and cloud services revenue increased $4.4  billion or 13%. Office 365 \n",
      "Commercial revenue grew 18% driven by seat growth of 14%, with continued momentum in small and \n",
      "medium business and frontline worker offerings, as well as growth in revenue per user. Office Commercial \n",
      "products revenue declined 22% driven by continued customer shift to cloud offerings.  \n",
      "• Office Consumer products and cloud services revenue increased $641  million or 11% driven by Microsoft 365 \n",
      "Consumer subscription revenue. Microsoft 365 Consumer subscribers grew 15% to 59.7  million.  \n",
      "• LinkedIn revenue increased $3.5  billion or 34% driven by a strong job market in our Talent Solutions business \n",
      "and advertising demand in our Marketing Solutions business.  \n",
      "• Dynamics products and cloud services revenue increased 25% driven by Dynamics 365 growth of 39%.  \n",
      "Operating income increased $5.3  billion or 22%.  \n",
      "• Gross margin increased $7.3  billion or 17% driven by growth in Office 365 Commercial and LinkedIn. Gross \n",
      "margin percentage was relatively unchanged. Excluding the impact of the change in accounting estimate, \n",
      "gross margin percentage increased 2 points driven by improvement across all cloud services.  \n",
      "• Operating expenses increased $2.0  billion or 11% driven by investments in LinkedIn and cloud engineering.  \n",
      "Gross margin and operating income both included an unfavorable foreign currency impact of 2%.  \n",
      "Intelligent Cloud  \n",
      "Revenue increased $15.2  billion or 25%.  \n",
      "• Server products and cloud services revenue increased $14.7  billion or 28% driven by Azure and other cloud \n",
      "services. Azure and other cloud services revenue grew 45% driven by growth in our consumption -based \n",
      "services. Server products revenue increased 5% driven by hybrid solutions, including Windows Server and \n",
      "SQL Server running in multi -cloud environments.  \n",
      "• Enterprise Services revenue increased $464  million or 7% driven by growth in Enterprise Support Services.  \n",
      "Operating income increased $6.6  billion or 25%.  \n",
      "• Gross margin increased $9.4  billion or 22% driven by growth in Azure and other cloud services. Gross margin \n",
      "percentage decreased. Excluding the impact of the change in accounting estimate, gross margin percentage \n",
      "was relatively unchanged driven by improvement in Azure and other cloud services, offset in part by sales \n",
      "mix shift to Azure and other cloud services.  \n",
      "• Operating expenses increased $2.8  billion or 16% driven by investments in Azure and other cloud services.  \n",
      "Revenue and operating income included an unfavorable foreign currency impact of 2% and 3%, respectively.  \n",
      "More Personal Computing  \n",
      "Revenue increased $5.6  billion or 10%.  \n",
      "• Windows revenue increased $2.3  billion or 10% driven by growth in Windows OEM and Windows \n",
      "Commercial. Windows OEM revenue increased 11% driven by continued strength in the commercial PC \n",
      "market, which has higher revenue per license. Windows Commercial products and cloud services revenue \n",
      "increased 11% driven by demand for Microsoft 365.\n"
     ]
    }
   ]
  },
  {
   "cell_type": "markdown",
   "source": [
    "#Reranker model"
   ],
   "metadata": {
    "id": "slsNEwLV-NWS"
   }
  },
  {
   "cell_type": "markdown",
   "source": [
    "we are using landb for colbertv2 implementation\n",
    "COlbertv2 is reranker method helpful for improving the ranking of results its returning top ranking\n",
    "results as the most relevant to your particular query.\n",
    "\n",
    "for more technical details please check the blog :"
   ],
   "metadata": {
    "id": "nRDEYibze8xA"
   }
  },
  {
   "cell_type": "code",
   "source": [
    "db = lancedb.connect(\"/tmp/db\")\n",
    "registry = EmbeddingFunctionRegistry.get_instance()\n",
    "func = registry.get(\"openai\").create()\n",
    "\n",
    "\n",
    "class Words(LanceModel):\n",
    "    text: str = func.SourceField()\n",
    "    vector: Vector(func.ndims()) = func.VectorField()\n",
    "\n",
    "\n",
    "table = db.create_table(\"wordsllm\", schema=Words, mode=\"overwrite\")\n",
    "\n",
    "# data from retriver\n",
    "formatted_data = [{\"text\": doc.page_content} for doc in retrieved_documents]\n",
    "\n",
    "\n",
    "# ingest docs with auto-vectorization\n",
    "table.add(formatted_data)\n",
    "# Create the FTS index on the 'text' field\n",
    "table.create_fts_index([\"text\"], replace=True)\n",
    "\n",
    "\n",
    "# normal search\n",
    "query = \"technologies and business models\"\n",
    "actual = table.search(query).limit(1).to_pydantic(Words)[0]\n",
    "print(actual.text)"
   ],
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "ZHjbtdCpkB-r",
    "outputId": "a33b3216-7764-4fc7-8f43-66371c954dc6"
   },
   "execution_count": null,
   "outputs": [
    {
     "output_type": "stream",
     "name": "stdout",
     "text": [
      "82   \n",
      "In addition, certain costs incurred at a corporate level that are identifiable and that benefit our segments are allocated to  \n",
      "them. These allocated costs include legal, including settlements and fines, information technology, human resources, \n",
      "finance, excise taxes, field selling, shared facilities services, and customer service and support. Each allocation is \n",
      "measured differently based on the specific facts and circumstances of the costs being allocated.  \n",
      "Segment revenue and operating income were as follows during the periods presented:  \n",
      "  \n",
      "(In millions)          \n",
      "        \n",
      "Year Ended June  30, 2022  2021  2020  \n",
      "        \n",
      "Revenue        \n",
      "        \n",
      "Productivity and Business Processes  $ 63,364   $ 53,915   $ 46,398   \n",
      "Intelligent Cloud   75,251    60,080    48,366   \n",
      "More Personal Computing   59,655    54,093    48,251         \n",
      "Total  $  198,270   $    168,088   $    143,015           \n",
      "  \n",
      "Operating Income  \n",
      "        \n",
      "Productivity and Business Processes  $ 29,687   $ 24,351   $ 18,724   \n",
      "Intelligent Cloud   32,721    26,126    18,324   \n",
      "More Personal Computing   20,975    19,439    15,911         \n",
      "Total  $ 83,383   $ 69,916   $ 52,959           \n",
      "No sales to an individual customer or country other than the United States accounted for more than 10% of revenue for \n",
      "fiscal years 2022, 2021, or 2020. Revenue, classified by the major geographic areas in which our customers were located, \n",
      "was as follows:  \n",
      "  \n",
      "(In millions)          \n",
      "        \n",
      "Year Ended June  30, 2022  2021  2020  \n",
      "        \n",
      "United States (a) $ 100,218   $ 83,953   $ 73,160   \n",
      "Other countries   98,052    84,135    69,855         \n",
      "Total  $ 198,270   $ 168,088   $ 143,015           \n",
      "(a) Includes billings to OEMs and certain multinational organizations because of the nature of these businesses and the \n",
      "impracticability of determining the geographic source of the revenue.  \n",
      "Revenue, classified by significant product and service offerings, was as follows:  \n",
      "  \n",
      "(In millions)          \n",
      "        \n",
      "Year Ended June  30, 2022  2021  2020  \n",
      "        \n",
      "Server products and cloud services  $ 67,321   $ 52,589   $ 41,379   \n",
      "Office products and cloud services   44,862    39,872    35,316   \n",
      "Windows   24,761    22,488    21,510   \n",
      "Gaming   16,230    15,370    11,575   \n",
      "LinkedIn   13,816    10,289    8,077   \n",
      "Search and news advertising   11,591    9,267    8,524   \n",
      "Enterprise Services   7,407    6,943    6,409   \n",
      "Devices   6,991    6,791    6,457   \n",
      "Other   5,291    4,479    3,768         \n",
      "Total  $   198,270   $  168,088   $   143,015           \n",
      "We have recast certain previously reported amounts in the table above to conform to the way we internally manage and \n",
      "monitor our business.\n"
     ]
    }
   ]
  },
  {
   "cell_type": "markdown",
   "source": [
    "#Colbertv2 reranker model"
   ],
   "metadata": {
    "id": "DWriE9uWMgPb"
   }
  },
  {
   "cell_type": "code",
   "source": [
    "from lancedb.rerankers import ColbertReranker\n",
    "\n",
    "reranker_colbert = ColbertReranker()\n",
    "results_colbert = (\n",
    "    table.search(\"technologies and business models\", query_type=\"hybrid\")\n",
    "    .rerank(reranker=reranker_colbert)\n",
    "    .to_pandas()\n",
    ")"
   ],
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 368,
     "referenced_widgets": [
      "512a4a1ac0a54087b19b3ab709d408a5",
      "e4fffd410f144690a30509cd6ebfe3d0",
      "e1d7a067149048cdb0c96c7b8fc49d3a",
      "6cf906c96d934cef8bd3236d011335c3",
      "9ccc93963e214e8ebbcec70fc8380004",
      "5c103a7e49654f9fa544614faa53266d",
      "094b771f8f664daba18dce94377a3b82",
      "8904ec0f7c5e4c84ab091ec0b41c21f7",
      "43340646831643f588fc7242cb77e335",
      "9e35f34b4314464b88ae8d056a9ff0c9",
      "ce328d74dd624c86bfb3564ced691433",
      "f6e58bbf74fa4f72847eefbfdb88f5a5",
      "cb16b243e4ed44cbaa44aae6dff804df",
      "3da764b62956470bbe525b0f211d1aba",
      "6b6d018ac1464f718de54d590a05d812",
      "44cfb577ac064a5791edb3f985e4319e",
      "626fbd41136f4695ad87b950940eee2a",
      "7ee096ddd2e0430a90cd70d9038bbed8",
      "ad12c139c01645588babd5847828338f",
      "f9235562c819445c9dd8dbd470339686",
      "d0c9b80dbda54445a9d11db9d78483b9",
      "24b143e06316458eb749bf5205a6b50b",
      "6dbe42d65d32487db6384bad62f61ea0",
      "b09df7fdc4d848c68445f097eabb26ff",
      "d71d780bb8fb426998037943f21a57e7",
      "d8dea6d0dc4248bc901541fa430aad4f",
      "29a9346c94aa404ea618e57e47109880",
      "d66c89fc9dfb4826b3cb4dfda31cf007",
      "eb07c72549434e3bbac0c78daf97341f",
      "e8a29343ae5a49d4b71c0cee39903eba",
      "71457dc5c8ea4b69b0118a3972fc7f5f",
      "8aa6071ab59b4e1b867d6538261decc9",
      "34f4a5a1851a4268a0ab749c967066d9",
      "edc4db29c82744b1929358793c22cecb",
      "22a7472d547a48d684e208aa80a48daa",
      "98185bbf7b794e3189ca9868a0a8c548",
      "79ecc557cfba4409876c543ad9fd4d1d",
      "d51840e06afa471ca5d09e63d02d7af5",
      "5323184c79864acfb798ee3d0903e5e3",
      "c17a522cbf9341d796fa7cacacded1cd",
      "0d67cc434d514e7fbb844462fe613936",
      "dc06c0ec5c7e40d98a8008d03b162a40",
      "ad17228a04184934a4fd107307c59c9c",
      "bf1598b78a01422c99a77b0c00704f24",
      "240ed6a8d0df400d9b5b8a86dbb89d03",
      "1cc8951a55584143a4f24b11d4221d0b",
      "f52c290c9f5d4c7d830578bd139ab4a9",
      "0ec0c7c3998d41e6890903c713f518bc",
      "6b3936ecd33a41f2a61c368c86498865",
      "93bd0eca9ace4bf4a10bd0467223ed90",
      "ac8d646d12e6417ca32eb45e478a9cfe",
      "ba1f368d05fd40578d7bca97269fffab",
      "9a5d372096cb4f759778026b9b57b376",
      "81d022b3239647509d245b7ab890badb",
      "832bc71baafb44118b338d3f124b9927",
      "9fa2d08290ea419a8455e06ea92db3e8",
      "ce808eccce44475a9628cf45c7cf7e56",
      "67ca36dd2e844fa6bb17ab776cb25b1f",
      "f586fe78b39244d097f774a380f976fc",
      "e668274af14544148104c94f1a1cfc6a",
      "6588d853f27c4cc795e41e146eab356f",
      "3a1134aa7e19470bbac3d88c0ad63c0c",
      "e5bd14e45ee04cfaaa0028f2b3f03341",
      "3302a4bb82ff4d5989c01c0acfae4997",
      "f13df4048fc04e3394cab184b2fbadb0",
      "df6656e2d170478ca0078d65677871f8"
     ]
    },
    "id": "-JCKr0_n6jjb",
    "outputId": "dc215c45-5d2c-4014-a5c6-b8bfc1076fea"
   },
   "execution_count": null,
   "outputs": [
    {
     "output_type": "stream",
     "name": "stderr",
     "text": [
      "/content/lancedb/python/lancedb/rerankers/colbert.py:40: FutureWarning: promote has been superseded by promote_options='default'.\n",
      "  combined_results = self.merge_results(vector_results, fts_results)\n",
      "/usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_token.py:88: UserWarning: \n",
      "The secret `HF_TOKEN` does not exist in your Colab secrets.\n",
      "To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n",
      "You will be able to reuse this secret in all of your notebooks.\n",
      "Please note that authentication is recommended but still optional to access public models or datasets.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "output_type": "display_data",
     "data": {
      "text/plain": [
       "tokenizer_config.json:   0%|          | 0.00/405 [00:00<?, ?B/s]"
      ],
      "application/vnd.jupyter.widget-view+json": {
       "version_major": 2,
       "version_minor": 0,
       "model_id": "512a4a1ac0a54087b19b3ab709d408a5"
      }
     },
     "metadata": {}
    },
    {
     "output_type": "display_data",
     "data": {
      "text/plain": [
       "vocab.txt:   0%|          | 0.00/232k [00:00<?, ?B/s]"
      ],
      "application/vnd.jupyter.widget-view+json": {
       "version_major": 2,
       "version_minor": 0,
       "model_id": "f6e58bbf74fa4f72847eefbfdb88f5a5"
      }
     },
     "metadata": {}
    },
    {
     "output_type": "display_data",
     "data": {
      "text/plain": [
       "tokenizer.json:   0%|          | 0.00/466k [00:00<?, ?B/s]"
      ],
      "application/vnd.jupyter.widget-view+json": {
       "version_major": 2,
       "version_minor": 0,
       "model_id": "6dbe42d65d32487db6384bad62f61ea0"
      }
     },
     "metadata": {}
    },
    {
     "output_type": "display_data",
     "data": {
      "text/plain": [
       "special_tokens_map.json:   0%|          | 0.00/112 [00:00<?, ?B/s]"
      ],
      "application/vnd.jupyter.widget-view+json": {
       "version_major": 2,
       "version_minor": 0,
       "model_id": "edc4db29c82744b1929358793c22cecb"
      }
     },
     "metadata": {}
    },
    {
     "output_type": "display_data",
     "data": {
      "text/plain": [
       "config.json:   0%|          | 0.00/743 [00:00<?, ?B/s]"
      ],
      "application/vnd.jupyter.widget-view+json": {
       "version_major": 2,
       "version_minor": 0,
       "model_id": "240ed6a8d0df400d9b5b8a86dbb89d03"
      }
     },
     "metadata": {}
    },
    {
     "output_type": "display_data",
     "data": {
      "text/plain": [
       "model.safetensors:   0%|          | 0.00/438M [00:00<?, ?B/s]"
      ],
      "application/vnd.jupyter.widget-view+json": {
       "version_major": 2,
       "version_minor": 0,
       "model_id": "9fa2d08290ea419a8455e06ea92db3e8"
      }
     },
     "metadata": {}
    }
   ]
  },
  {
   "cell_type": "code",
   "source": [
    "results_colbert"
   ],
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 175
    },
    "id": "sKpzmXlhkRxh",
    "outputId": "8a5e75ee-63ba-43e0-f6df-4bbb585d8ebf"
   },
   "execution_count": null,
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "                                              vector  \\\n",
       "0  [-0.0043462967, -0.022663297, -0.014687485, -0...   \n",
       "1  [0.0073030023, -0.018824346, 0.001970756, -0.0...   \n",
       "2  [-0.0026444048, -0.023148028, -0.008980748, -0...   \n",
       "3  [-0.014430126, -0.01449687, 0.0075287614, -0.0...   \n",
       "\n",
       "                                                text  _relevance_score  \n",
       "0  35   \\nReportable Segments  \\nFiscal Year 2022...          0.580270  \n",
       "1  82   \\nIn addition, certain costs incurred at ...          0.580032  \n",
       "2  33 Dynamics products and cloud services revenu...          0.579247  \n",
       "3  34 net income tax benefit related to an India ...          0.526167  "
      ],
      "text/html": [
       "\n",
       "  <div id=\"df-57dfced8-b4a0-4e76-bf03-e1283377d08b\" class=\"colab-df-container\">\n",
       "    <div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>vector</th>\n",
       "      <th>text</th>\n",
       "      <th>_relevance_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>[-0.0043462967, -0.022663297, -0.014687485, -0...</td>\n",
       "      <td>35   \\nReportable Segments  \\nFiscal Year 2022...</td>\n",
       "      <td>0.580270</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>[0.0073030023, -0.018824346, 0.001970756, -0.0...</td>\n",
       "      <td>82   \\nIn addition, certain costs incurred at ...</td>\n",
       "      <td>0.580032</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>[-0.0026444048, -0.023148028, -0.008980748, -0...</td>\n",
       "      <td>33 Dynamics products and cloud services revenu...</td>\n",
       "      <td>0.579247</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>[-0.014430126, -0.01449687, 0.0075287614, -0.0...</td>\n",
       "      <td>34 net income tax benefit related to an India ...</td>\n",
       "      <td>0.526167</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "    <div class=\"colab-df-buttons\">\n",
       "\n",
       "  <div class=\"colab-df-container\">\n",
       "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-57dfced8-b4a0-4e76-bf03-e1283377d08b')\"\n",
       "            title=\"Convert this dataframe to an interactive table.\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
       "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
       "  </svg>\n",
       "    </button>\n",
       "\n",
       "  <style>\n",
       "    .colab-df-container {\n",
       "      display:flex;\n",
       "      gap: 12px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert {\n",
       "      background-color: #E8F0FE;\n",
       "      border: none;\n",
       "      border-radius: 50%;\n",
       "      cursor: pointer;\n",
       "      display: none;\n",
       "      fill: #1967D2;\n",
       "      height: 32px;\n",
       "      padding: 0 0 0 0;\n",
       "      width: 32px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert:hover {\n",
       "      background-color: #E2EBFA;\n",
       "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "      fill: #174EA6;\n",
       "    }\n",
       "\n",
       "    .colab-df-buttons div {\n",
       "      margin-bottom: 4px;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert {\n",
       "      background-color: #3B4455;\n",
       "      fill: #D2E3FC;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert:hover {\n",
       "      background-color: #434B5C;\n",
       "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
       "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
       "      fill: #FFFFFF;\n",
       "    }\n",
       "  </style>\n",
       "\n",
       "    <script>\n",
       "      const buttonEl =\n",
       "        document.querySelector('#df-57dfced8-b4a0-4e76-bf03-e1283377d08b button.colab-df-convert');\n",
       "      buttonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "\n",
       "      async function convertToInteractive(key) {\n",
       "        const element = document.querySelector('#df-57dfced8-b4a0-4e76-bf03-e1283377d08b');\n",
       "        const dataTable =\n",
       "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
       "                                                    [key], {});\n",
       "        if (!dataTable) return;\n",
       "\n",
       "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
       "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
       "          + ' to learn more about interactive tables.';\n",
       "        element.innerHTML = '';\n",
       "        dataTable['output_type'] = 'display_data';\n",
       "        await google.colab.output.renderOutput(dataTable, element);\n",
       "        const docLink = document.createElement('div');\n",
       "        docLink.innerHTML = docLinkHtml;\n",
       "        element.appendChild(docLink);\n",
       "      }\n",
       "    </script>\n",
       "  </div>\n",
       "\n",
       "\n",
       "<div id=\"df-77cd4de6-e9a5-4bc3-a549-f25f1e5d6031\">\n",
       "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-77cd4de6-e9a5-4bc3-a549-f25f1e5d6031')\"\n",
       "            title=\"Suggest charts\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
       "     width=\"24px\">\n",
       "    <g>\n",
       "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
       "    </g>\n",
       "</svg>\n",
       "  </button>\n",
       "\n",
       "<style>\n",
       "  .colab-df-quickchart {\n",
       "      --bg-color: #E8F0FE;\n",
       "      --fill-color: #1967D2;\n",
       "      --hover-bg-color: #E2EBFA;\n",
       "      --hover-fill-color: #174EA6;\n",
       "      --disabled-fill-color: #AAA;\n",
       "      --disabled-bg-color: #DDD;\n",
       "  }\n",
       "\n",
       "  [theme=dark] .colab-df-quickchart {\n",
       "      --bg-color: #3B4455;\n",
       "      --fill-color: #D2E3FC;\n",
       "      --hover-bg-color: #434B5C;\n",
       "      --hover-fill-color: #FFFFFF;\n",
       "      --disabled-bg-color: #3B4455;\n",
       "      --disabled-fill-color: #666;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart {\n",
       "    background-color: var(--bg-color);\n",
       "    border: none;\n",
       "    border-radius: 50%;\n",
       "    cursor: pointer;\n",
       "    display: none;\n",
       "    fill: var(--fill-color);\n",
       "    height: 32px;\n",
       "    padding: 0;\n",
       "    width: 32px;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart:hover {\n",
       "    background-color: var(--hover-bg-color);\n",
       "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "    fill: var(--button-hover-fill-color);\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart-complete:disabled,\n",
       "  .colab-df-quickchart-complete:disabled:hover {\n",
       "    background-color: var(--disabled-bg-color);\n",
       "    fill: var(--disabled-fill-color);\n",
       "    box-shadow: none;\n",
       "  }\n",
       "\n",
       "  .colab-df-spinner {\n",
       "    border: 2px solid var(--fill-color);\n",
       "    border-color: transparent;\n",
       "    border-bottom-color: var(--fill-color);\n",
       "    animation:\n",
       "      spin 1s steps(1) infinite;\n",
       "  }\n",
       "\n",
       "  @keyframes spin {\n",
       "    0% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "      border-left-color: var(--fill-color);\n",
       "    }\n",
       "    20% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    30% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    40% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    60% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    80% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "    90% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "  }\n",
       "</style>\n",
       "\n",
       "  <script>\n",
       "    async function quickchart(key) {\n",
       "      const quickchartButtonEl =\n",
       "        document.querySelector('#' + key + ' button');\n",
       "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
       "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
       "      try {\n",
       "        const charts = await google.colab.kernel.invokeFunction(\n",
       "            'suggestCharts', [key], {});\n",
       "      } catch (error) {\n",
       "        console.error('Error during call to suggestCharts:', error);\n",
       "      }\n",
       "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
       "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
       "    }\n",
       "    (() => {\n",
       "      let quickchartButtonEl =\n",
       "        document.querySelector('#df-77cd4de6-e9a5-4bc3-a549-f25f1e5d6031 button');\n",
       "      quickchartButtonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "    })();\n",
       "  </script>\n",
       "</div>\n",
       "\n",
       "  <div id=\"id_4db88650-9a14-40d6-a744-9c488294237b\">\n",
       "    <style>\n",
       "      .colab-df-generate {\n",
       "        background-color: #E8F0FE;\n",
       "        border: none;\n",
       "        border-radius: 50%;\n",
       "        cursor: pointer;\n",
       "        display: none;\n",
       "        fill: #1967D2;\n",
       "        height: 32px;\n",
       "        padding: 0 0 0 0;\n",
       "        width: 32px;\n",
       "      }\n",
       "\n",
       "      .colab-df-generate:hover {\n",
       "        background-color: #E2EBFA;\n",
       "        box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "        fill: #174EA6;\n",
       "      }\n",
       "\n",
       "      [theme=dark] .colab-df-generate {\n",
       "        background-color: #3B4455;\n",
       "        fill: #D2E3FC;\n",
       "      }\n",
       "\n",
       "      [theme=dark] .colab-df-generate:hover {\n",
       "        background-color: #434B5C;\n",
       "        box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
       "        filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
       "        fill: #FFFFFF;\n",
       "      }\n",
       "    </style>\n",
       "    <button class=\"colab-df-generate\" onclick=\"generateWithVariable('results_colbert')\"\n",
       "            title=\"Generate code using this dataframe.\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
       "       width=\"24px\">\n",
       "    <path d=\"M7,19H8.4L18.45,9,17,7.55,7,17.6ZM5,21V16.75L18.45,3.32a2,2,0,0,1,2.83,0l1.4,1.43a1.91,1.91,0,0,1,.58,1.4,1.91,1.91,0,0,1-.58,1.4L9.25,21ZM18.45,9,17,7.55Zm-12,3A5.31,5.31,0,0,0,4.9,8.1,5.31,5.31,0,0,0,1,6.5,5.31,5.31,0,0,0,4.9,4.9,5.31,5.31,0,0,0,6.5,1,5.31,5.31,0,0,0,8.1,4.9,5.31,5.31,0,0,0,12,6.5,5.46,5.46,0,0,0,6.5,12Z\"/>\n",
       "  </svg>\n",
       "    </button>\n",
       "    <script>\n",
       "      (() => {\n",
       "      const buttonEl =\n",
       "        document.querySelector('#id_4db88650-9a14-40d6-a744-9c488294237b button.colab-df-generate');\n",
       "      buttonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "\n",
       "      buttonEl.onclick = () => {\n",
       "        google.colab.notebook.generateWithVariable('results_colbert');\n",
       "      }\n",
       "      })();\n",
       "    </script>\n",
       "  </div>\n",
       "\n",
       "    </div>\n",
       "  </div>\n"
      ]
     },
     "metadata": {},
     "execution_count": 18
    }
   ]
  },
  {
   "cell_type": "markdown",
   "source": [
    "Lets try the CrossEncoder for getting relavant docus from it"
   ],
   "metadata": {
    "id": "64d3D-HyRobi"
   }
  },
  {
   "cell_type": "markdown",
   "source": [
    "## cross-encoder reranker model"
   ],
   "metadata": {
    "id": "eJS_IdH5fZUu"
   }
  },
  {
   "cell_type": "markdown",
   "source": [
    "Re-ranking is a way to order results and score\n",
    "them according to their relevancy to a particular\n",
    "query.\n",
    "So let's take a look at how this works underneath.\n",
    "In re-ranking, after you retrieve results for\n",
    "a particular query, you pass these results along with\n",
    "your query to a re-ranking model. This allows you to re-rank the output\n",
    "so the most relevant results have the highest\n",
    "rank. Another way to think about this is\n",
    "your re-ranking model scores each of the results conditioned on the\n",
    "query, and those with the highest score are the most\n",
    "relevant.\n",
    "Then you can just select the top ranking\n",
    "results as the most relevant to your particular query.\n",
    "So let's take a look at how to do this in practice"
   ],
   "metadata": {
    "id": "hn9bxtkQeQBf"
   }
  },
  {
   "cell_type": "code",
   "source": [
    "import numpy as np\n",
    "\n",
    "# cross encoder reranker\n",
    "from sentence_transformers import CrossEncoder\n",
    "\n",
    "cross_encoder = CrossEncoder(\"cross-encoder/ms-marco-MiniLM-L-6-v2\")\n",
    "\n",
    "# Extract text content from Document objects and convert to strings\n",
    "document_texts = [doc.page_content for doc in retrieved_documents]\n",
    "query_text = (\n",
    "    \"What were the most important factors that contributed to increases in revenue?\"\n",
    ")\n",
    "# Create pairs as strings\n",
    "pairs = [[query_text, doc_text] for doc_text in document_texts]\n",
    "# Predict scores for pairs\n",
    "scores = cross_encoder.predict(pairs)\n",
    "# Print scores\n",
    "print(\"Scores:\")\n",
    "for score in scores:\n",
    "    print(score)\n",
    "\n",
    "\n",
    "print(\"New Ordering:\")\n",
    "for o in np.argsort(scores)[::-1]:\n",
    "    print(o + 1)"
   ],
   "metadata": {
    "id": "Bhg8NKLzk716",
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 351,
     "referenced_widgets": [
      "9607864fc48046f18b029ee3fc460998",
      "a66b8790b1d649dfbe2b8b23810f8b08",
      "4830ede53f4e481a844fceed058d3709",
      "035029d168a945c6825e95d7e640a649",
      "3b84205b280940b7b5910a3a1bc59428",
      "f80e6d5c5324449aae87bcb498060ad6",
      "e66b07711d8145d0837735c52ac6ae5b",
      "fd47bda4836b4c47a6eab7f4adad746c",
      "a10be6ba5286402390e7e800df2773c5",
      "86ceb09a7cea4cbebdc833b18c06eee1",
      "80d0de24b4974c56944acee7dac4cd3c",
      "cfa8b359cbe841c590022567b2912936",
      "cfbbebe5f3834beba9860b664b14263b",
      "607a9a07aead4d1ba536b9a037746307",
      "8989a92722094eaa87b78e03a3006ee5",
      "4c4724a005d94c948c9df8accc4bd9be",
      "f0e02ea03aff47b3b86b31e856f6f979",
      "ec1eaf8260da4275a77ee827a3eee933",
      "3d98c4e94ef54414a1aabf4b57ca8fad",
      "0aadb5b86e344bd482a973ce507fcb9b",
      "7ad7b106ae1b4104aea6faaa4451e12b",
      "5228d72006e6422ab0fdc39241008622",
      "371783f879314d9f97372bc35d73b43a",
      "d6a4461d6f004844ac3e939d232d4ea4",
      "beb93bd7017649269a9725173bfe095a",
      "363f2fe905e24d7db098c85e0e6cac0d",
      "49d9663243e94c9485839bbc9c0fdd6d",
      "0e14830f5dcf4fb4af8d5a2762cac409",
      "b12276a43b47439f8bc21b36a16c83bd",
      "907b6225eef84efbadfb53b4f749cfa7",
      "9632d557ac41490abee15f80f89d1e8c",
      "f9052f766c6644349111e72f9579a09b",
      "1e49b79aaa654886b6c06544deb160f0",
      "d6ee90511c1843b1b680df60afc66d95",
      "61f362cebf6e4f259d7cb1e20b6f1aea",
      "06e798bf472645fc807917f7320b7ca0",
      "679e1bd10e79449a9240872fccc4d819",
      "1cca0d4e0444459da89c234b54f25ff9",
      "6d98a47526f6447ea853aa2a17a07414",
      "292c462527c54d35b04807262a35bd71",
      "2aeb4c955a5748459179106ea10bb1a5",
      "c6bd6b236f4e42b997d502dc27b95bba",
      "6cdc965edc9648aebd9f3d89cae3955d",
      "ea381193a01b4d85a457a70362182454",
      "00c97c56f748495db23e999b1daa823b",
      "e5766214355249e1a00ca05c9cd72e5f",
      "7e2cca6135484b578c9a822d8f14ad0a",
      "9b7b7a7a9684476aac925a44e9b391b7",
      "fba748349bac44eab84f9e9361ef076d",
      "1f68f5e201fd4a86ba134a39bf4a1727",
      "a2ffb345d1ea467a92f952dbacf80b27",
      "004e0f18fe604aa3974ea4dfd8421b31",
      "4cc07587af674134a9e644eb3eb1674f",
      "a349191878374a2282ab194818e80d31",
      "9f6f8810125e4a12ba9d00274bce61dc"
     ]
    },
    "outputId": "05e40b97-832b-4ff3-f043-986269ed529e"
   },
   "execution_count": null,
   "outputs": [
    {
     "output_type": "display_data",
     "data": {
      "text/plain": [
       "config.json:   0%|          | 0.00/794 [00:00<?, ?B/s]"
      ],
      "application/vnd.jupyter.widget-view+json": {
       "version_major": 2,
       "version_minor": 0,
       "model_id": "9607864fc48046f18b029ee3fc460998"
      }
     },
     "metadata": {}
    },
    {
     "output_type": "display_data",
     "data": {
      "text/plain": [
       "pytorch_model.bin:   0%|          | 0.00/90.9M [00:00<?, ?B/s]"
      ],
      "application/vnd.jupyter.widget-view+json": {
       "version_major": 2,
       "version_minor": 0,
       "model_id": "cfa8b359cbe841c590022567b2912936"
      }
     },
     "metadata": {}
    },
    {
     "output_type": "display_data",
     "data": {
      "text/plain": [
       "tokenizer_config.json:   0%|          | 0.00/316 [00:00<?, ?B/s]"
      ],
      "application/vnd.jupyter.widget-view+json": {
       "version_major": 2,
       "version_minor": 0,
       "model_id": "371783f879314d9f97372bc35d73b43a"
      }
     },
     "metadata": {}
    },
    {
     "output_type": "display_data",
     "data": {
      "text/plain": [
       "vocab.txt:   0%|          | 0.00/232k [00:00<?, ?B/s]"
      ],
      "application/vnd.jupyter.widget-view+json": {
       "version_major": 2,
       "version_minor": 0,
       "model_id": "d6ee90511c1843b1b680df60afc66d95"
      }
     },
     "metadata": {}
    },
    {
     "output_type": "display_data",
     "data": {
      "text/plain": [
       "special_tokens_map.json:   0%|          | 0.00/112 [00:00<?, ?B/s]"
      ],
      "application/vnd.jupyter.widget-view+json": {
       "version_major": 2,
       "version_minor": 0,
       "model_id": "00c97c56f748495db23e999b1daa823b"
      }
     },
     "metadata": {}
    },
    {
     "output_type": "stream",
     "name": "stdout",
     "text": [
      "Scores:\n",
      "-4.6761703\n",
      "-9.046173\n",
      "-3.4380994\n",
      "-8.922389\n",
      "New Ordering:\n",
      "3\n",
      "1\n",
      "4\n",
      "2\n"
     ]
    }
   ]
  },
  {
   "cell_type": "code",
   "source": [
    "pairs"
   ],
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "To_3AcMjNkuc",
    "outputId": "67078640-10d6-464a-99f5-0180802711d0"
   },
   "execution_count": null,
   "outputs": [
    {
     "output_type": "execute_result",
     "data": {
      "text/plain": [
       "[['What were the most important factors that contributed to increases in revenue?',\n",
       "  '35   \\nReportable Segments  \\nFiscal Year 2022 Compared with Fiscal Year 2021  \\nProductivity and Business Processes  \\nRevenue increased $9.4  billion or 18%.  \\n• Office Commercial products and cloud services revenue increased $4.4  billion or 13%. Office 365 \\nCommercial revenue grew 18% driven by seat growth of 14%, with continued momentum in small and \\nmedium business and frontline worker offerings, as well as growth in revenue per user. Office Commercial \\nproducts revenue declined 22% driven by continued customer shift to cloud offerings.  \\n• Office Consumer products and cloud services revenue increased $641  million or 11% driven by Microsoft 365 \\nConsumer subscription revenue. Microsoft 365 Consumer subscribers grew 15% to 59.7  million.  \\n• LinkedIn revenue increased $3.5  billion or 34% driven by a strong job market in our Talent Solutions business \\nand advertising demand in our Marketing Solutions business.  \\n• Dynamics products and cloud services revenue increased 25% driven by Dynamics 365 growth of 39%.  \\nOperating income increased $5.3  billion or 22%.  \\n• Gross margin increased $7.3  billion or 17% driven by growth in Office 365 Commercial and LinkedIn. Gross \\nmargin percentage was relatively unchanged. Excluding the impact of the change in accounting estimate, \\ngross margin percentage increased 2 points driven by improvement across all cloud services.  \\n• Operating expenses increased $2.0  billion or 11% driven by investments in LinkedIn and cloud engineering.  \\nGross margin and operating income both included an unfavorable foreign currency impact of 2%.  \\nIntelligent Cloud  \\nRevenue increased $15.2  billion or 25%.  \\n• Server products and cloud services revenue increased $14.7  billion or 28% driven by Azure and other cloud \\nservices. Azure and other cloud services revenue grew 45% driven by growth in our consumption -based \\nservices. Server products revenue increased 5% driven by hybrid solutions, including Windows Server and \\nSQL Server running in multi -cloud environments.  \\n• Enterprise Services revenue increased $464  million or 7% driven by growth in Enterprise Support Services.  \\nOperating income increased $6.6  billion or 25%.  \\n• Gross margin increased $9.4  billion or 22% driven by growth in Azure and other cloud services. Gross margin \\npercentage decreased. Excluding the impact of the change in accounting estimate, gross margin percentage \\nwas relatively unchanged driven by improvement in Azure and other cloud services, offset in part by sales \\nmix shift to Azure and other cloud services.  \\n• Operating expenses increased $2.8  billion or 16% driven by investments in Azure and other cloud services.  \\nRevenue and operating income included an unfavorable foreign currency impact of 2% and 3%, respectively.  \\nMore Personal Computing  \\nRevenue increased $5.6  billion or 10%.  \\n• Windows revenue increased $2.3  billion or 10% driven by growth in Windows OEM and Windows \\nCommercial. Windows OEM revenue increased 11% driven by continued strength in the commercial PC \\nmarket, which has higher revenue per license. Windows Commercial products and cloud services revenue \\nincreased 11% driven by demand for Microsoft 365.'],\n",
       " ['What were the most important factors that contributed to increases in revenue?',\n",
       "  '33 Dynamics products and cloud services revenue growth  Revenue from Dynamics products and cloud services, \\nincluding Dynamics 365, comprising a set of intelligent, \\ncloud -based applications across ERP, CRM, Customer \\nInsights, Power Apps, and Power Automate; and on -\\npremises ERP and CRM applications  \\n    \\nLinkedIn revenue growth  Revenue from LinkedIn, including Talent Solutions, \\nMarketing Solutions, Premium Subscriptions, and Sales \\nSolutions  \\n    \\nServer products and cloud services revenue growth  Revenue from Server products and cloud services, \\nincluding Azure and other cloud services; SQL Server, \\nWindows Server, Visual Studio, System Center, and \\nrelated Client Access Licenses (“CALs”); and Nuance and \\nGitHub  \\nMore Personal Computing  \\nMetrics related to our More Personal Computing segment assess the performance of key lines of business within this \\nsegment. These metrics provide strategic product insights which allow us to assess the performance across our \\ncommercial and consumer businesses. As we have diversity of target audiences and sales motions within the Windows \\nbusiness, we monitor metrics that are reflective of those varying motions.  \\n  \\nWindows OEM revenue growth  Revenue from sales of Windows Pro and non -Pro licenses sold \\nthrough the OEM channel  \\n    \\nWindows Commercial products and cloud \\nservices revenue growth  Revenue from Windows Commercial products and cloud services, \\ncomprising volume licensing of the Windows operating system, \\nWindows cloud services, and other Windows commercial offerings  \\n    \\nSurface revenue growth  Revenue from Surface devices and accessories  \\n    \\nXbox content and services revenue growth  Revenue from Xbox content and services, comprising first - and third -\\nparty content (including games and in -game content), Xbox Game \\nPass and other subscriptions, Xbox Cloud Gaming, third -party disc \\nroyalties, advertising, and other cloud services  \\n    \\nSearch and news advertising revenue, \\nexcluding TAC, growth  Revenue from search and news advertising excluding traffic \\nacquisition costs (“TAC”) paid to Bing Ads network publishers and \\nnews partners  \\nSUMMARY RESULTS OF OPERATIONS  \\n  \\n(In millions,  except  percentages  and per share  amounts)  2022  2021  Percentage  \\nChange    \\n        \\nRevenue  $  198,270   $  168,088    18%  \\nGross margin   135,620    115,856    17%  \\nOperating income   83,383    69,916    19%  \\nNet income   72,738    61,271    19%  \\nDiluted earnings per share   9.65   8.05   20%  \\n        \\nAdjusted net income (non -GAAP)   69,447    60,651    15%  \\nAdjusted diluted earnings per share (non -GAAP)   9.21   7.97   16%    \\nAdjusted net income and adjusted diluted earnings per share (“EPS”) are non -GAAP financial measures which exclude \\nthe net  income tax benefit related to transfer of intangible properties in the first quarter of fiscal year 2022 and the'],\n",
       " ['What were the most important factors that contributed to increases in revenue?',\n",
       "  '34 net income tax benefit related to an India Supreme Court decision on withholding taxes in the third quarter of fiscal year \\n2021. Refer to the Non -GAAP Financial Measures section below for a reconciliation of our financial results reported in \\naccordance with GAAP to non -GAAP financial results. See Note 12 – Income Taxes of the Notes to Financial Statements \\nin our fiscal year 2022 Form 10 -K for further discussion.  \\nFiscal Year 2022 Compared with Fiscal Year 2021  \\nRevenue increased $30.2  billion or 18% driven by growth across each of our segments. Intelligent Cloud revenue \\nincreased driven by Azure and other cloud services. Productivity and Business Processes revenue increased driven by \\nOffice 365 Commercial and LinkedIn. More Personal Computing revenue increased driven by Search and news \\nadvertising and Windows.  \\nCost of revenue increased $10.4  billion or 20% driven by growth in Microsoft Cloud.  \\nGross margin increased $19.8  billion or 17% driven by growth across each of our segments.  \\n• Gross margin percentage decreased slightly. Excluding the impact of the fiscal year 2021 change in \\naccounting estimate for the useful lives of our server and network equipment, gross margin percentage \\nincreased 1 point driven by improvement in Productivity and Business Processes.  \\n• Microsoft Cloud gross margin percentage decreased slightly to 70%. Excluding the impact of the change in \\naccounting estimate, Microsoft Cloud gross margin percentage increased 3 points driven by improvement \\nacross our cloud services, offset in part by sales mix shift to Azure and other cloud services.  \\nOperating expenses increased $6.3  billion or 14% driven by investments in cloud engineering, LinkedIn, Gaming, and \\ncommercial sales.  \\nKey changes in operating expenses were:  \\n• Research and development expenses increased $3.8  billion or 18% driven by investments in cloud \\nengineering, Gaming, and LinkedIn.  \\n• Sales and marketing expenses increased $1.7  billion or 8% driven by investments in commercial sales and \\nLinkedIn. Sales and marketing included a favorable foreign currency impact of 2%.  \\n• General and administrative expenses increased $793  million or 16% driven by investments in corporate \\nfunctions.  \\nOperating income increased $13.5  billion or 19% driven by growth across each of our segments.  \\nCurrent year net income and diluted EPS were positively impacted by the net tax benefit related to the transfer of \\nintangible properties, which resulted in an increase to net income and diluted EPS of $3.3  billion and $0.44, respectively. \\nPrior year net income and diluted EPS were positively impacted by the net tax benefit related to the India Supreme Court \\ndecision on withholding taxes, which resulted in an increase to net income and diluted EPS of $620  million and $0.08, \\nrespectively.  \\nGross margin and operating income both included an unfavorable foreign currency impact of 2%.  \\nSEGMENT RESULTS OF OPERATIONS  \\n  \\n(In millions, except percentages)  2022  2021  Percentage  \\nChange    \\n        \\nRevenue        \\n        \\nProductivity and Business Processes  $ 63,364   $ 53,915    18%  \\nIntelligent Cloud   75,251    60,080    25%  \\nMore Personal Computing   59,655    54,093    10%        \\nTotal  $   198,270   $  168,088    18%          \\n        \\nOperating Income        \\n        \\nProductivity and Business Processes  $ 29,687   $ 24,351    22%  \\nIntelligent Cloud   32,721    26,126    25%  \\nMore Personal Computing   20,975    19,439    8%        \\nTotal  $ 83,383   $ 69,916    19%'],\n",
       " ['What were the most important factors that contributed to increases in revenue?',\n",
       "  '82   \\nIn addition, certain costs incurred at a corporate level that are identifiable and that benefit our segments are allocated to  \\nthem. These allocated costs include legal, including settlements and fines, information technology, human resources, \\nfinance, excise taxes, field selling, shared facilities services, and customer service and support. Each allocation is \\nmeasured differently based on the specific facts and circumstances of the costs being allocated.  \\nSegment revenue and operating income were as follows during the periods presented:  \\n  \\n(In millions)          \\n        \\nYear Ended June  30, 2022  2021  2020  \\n        \\nRevenue        \\n        \\nProductivity and Business Processes  $ 63,364   $ 53,915   $ 46,398   \\nIntelligent Cloud   75,251    60,080    48,366   \\nMore Personal Computing   59,655    54,093    48,251         \\nTotal  $  198,270   $    168,088   $    143,015           \\n  \\nOperating Income  \\n        \\nProductivity and Business Processes  $ 29,687   $ 24,351   $ 18,724   \\nIntelligent Cloud   32,721    26,126    18,324   \\nMore Personal Computing   20,975    19,439    15,911         \\nTotal  $ 83,383   $ 69,916   $ 52,959           \\nNo sales to an individual customer or country other than the United States accounted for more than 10% of revenue for \\nfiscal years 2022, 2021, or 2020. Revenue, classified by the major geographic areas in which our customers were located, \\nwas as follows:  \\n  \\n(In millions)          \\n        \\nYear Ended June  30, 2022  2021  2020  \\n        \\nUnited States (a) $ 100,218   $ 83,953   $ 73,160   \\nOther countries   98,052    84,135    69,855         \\nTotal  $ 198,270   $ 168,088   $ 143,015           \\n(a) Includes billings to OEMs and certain multinational organizations because of the nature of these businesses and the \\nimpracticability of determining the geographic source of the revenue.  \\nRevenue, classified by significant product and service offerings, was as follows:  \\n  \\n(In millions)          \\n        \\nYear Ended June  30, 2022  2021  2020  \\n        \\nServer products and cloud services  $ 67,321   $ 52,589   $ 41,379   \\nOffice products and cloud services   44,862    39,872    35,316   \\nWindows   24,761    22,488    21,510   \\nGaming   16,230    15,370    11,575   \\nLinkedIn   13,816    10,289    8,077   \\nSearch and news advertising   11,591    9,267    8,524   \\nEnterprise Services   7,407    6,943    6,409   \\nDevices   6,991    6,791    6,457   \\nOther   5,291    4,479    3,768         \\nTotal  $   198,270   $  168,088   $   143,015           \\nWe have recast certain previously reported amounts in the table above to conform to the way we internally manage and \\nmonitor our business.']]"
      ]
     },
     "metadata": {},
     "execution_count": 23
    }
   ]
  },
  {
   "cell_type": "markdown",
   "source": [
    "Now you can use this reranked documents & pass it to llm & get relavant results. please check our other techical blogs also where we have explained other important methods of how you can improve your rag"
   ],
   "metadata": {
    "id": "fezvAUtpRaV-"
   }
  },
  {
   "cell_type": "markdown",
   "source": [
    "#FlashRanker\n",
    "\n",
    "Ultra-lite & Super-fast Python library to add re-ranking to your existing search & retrieval pipelines. It is based on SoTA cross-encoders."
   ],
   "metadata": {
    "id": "P649oDToaGle"
   }
  },
  {
   "cell_type": "code",
   "source": [
    "!pip install flashrank"
   ],
   "metadata": {
    "id": "QrRHDFmhNM2s",
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "outputId": "f420e7ef-855e-4018-d05d-5d6a0eef6af2"
   },
   "execution_count": null,
   "outputs": [
    {
     "output_type": "stream",
     "name": "stdout",
     "text": [
      "Requirement already satisfied: flashrank in /usr/local/lib/python3.10/dist-packages (0.1.66)\n",
      "Requirement already satisfied: tokenizers in /usr/local/lib/python3.10/dist-packages (from flashrank) (0.15.1)\n",
      "Requirement already satisfied: onnxruntime in /usr/local/lib/python3.10/dist-packages (from flashrank) (1.17.0)\n",
      "Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from flashrank) (1.23.5)\n",
      "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from flashrank) (2.31.0)\n",
      "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from flashrank) (4.66.1)\n",
      "Requirement already satisfied: coloredlogs in /usr/local/lib/python3.10/dist-packages (from onnxruntime->flashrank) (15.0.1)\n",
      "Requirement already satisfied: flatbuffers in /usr/local/lib/python3.10/dist-packages (from onnxruntime->flashrank) (23.5.26)\n",
      "Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from onnxruntime->flashrank) (23.2)\n",
      "Requirement already satisfied: protobuf in /usr/local/lib/python3.10/dist-packages (from onnxruntime->flashrank) (3.20.3)\n",
      "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from onnxruntime->flashrank) (1.12)\n",
      "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->flashrank) (3.3.2)\n",
      "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->flashrank) (3.6)\n",
      "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->flashrank) (2.0.7)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->flashrank) (2024.2.2)\n",
      "Requirement already satisfied: huggingface_hub<1.0,>=0.16.4 in /usr/local/lib/python3.10/dist-packages (from tokenizers->flashrank) (0.20.3)\n",
      "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from huggingface_hub<1.0,>=0.16.4->tokenizers->flashrank) (3.13.1)\n",
      "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.10/dist-packages (from huggingface_hub<1.0,>=0.16.4->tokenizers->flashrank) (2023.6.0)\n",
      "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from huggingface_hub<1.0,>=0.16.4->tokenizers->flashrank) (6.0.1)\n",
      "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface_hub<1.0,>=0.16.4->tokenizers->flashrank) (4.9.0)\n",
      "Requirement already satisfied: humanfriendly>=9.1 in /usr/local/lib/python3.10/dist-packages (from coloredlogs->onnxruntime->flashrank) (10.0)\n",
      "Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->onnxruntime->flashrank) (1.3.0)\n"
     ]
    }
   ]
  },
  {
   "cell_type": "code",
   "source": [
    "# Metadata is optional, Id can be your DB ids from your retrieval stage or simple numeric indices.\n",
    "from flashrank import Ranker, RerankRequest\n",
    "\n",
    "# query = \"How to speedup LLMs?\"\n",
    "\n",
    "query = \"What were the most important factors that contributed to increases in revenue?\"\n",
    "\n",
    "ranker = Ranker(model_name=\"ms-marco-MiniLM-L-12-v2\", cache_dir=\"/opt\")\n",
    "\n",
    "rerankrequest = RerankRequest(query=query, passages=formatted_data)\n",
    "results = ranker.rerank(rerankrequest)\n",
    "print(results)"
   ],
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "4NzbLIaRZ9lo",
    "outputId": "3a7f2b44-4d28-4976-e7de-2403034f9736"
   },
   "execution_count": null,
   "outputs": [
    {
     "output_type": "stream",
     "name": "stdout",
     "text": [
      "[{'text': '35   \\nReportable Segments  \\nFiscal Year 2022 Compared with Fiscal Year 2021  \\nProductivity and Business Processes  \\nRevenue increased $9.4  billion or 18%.  \\n• Office Commercial products and cloud services revenue increased $4.4  billion or 13%. Office 365 \\nCommercial revenue grew 18% driven by seat growth of 14%, with continued momentum in small and \\nmedium business and frontline worker offerings, as well as growth in revenue per user. Office Commercial \\nproducts revenue declined 22% driven by continued customer shift to cloud offerings.  \\n• Office Consumer products and cloud services revenue increased $641  million or 11% driven by Microsoft 365 \\nConsumer subscription revenue. Microsoft 365 Consumer subscribers grew 15% to 59.7  million.  \\n• LinkedIn revenue increased $3.5  billion or 34% driven by a strong job market in our Talent Solutions business \\nand advertising demand in our Marketing Solutions business.  \\n• Dynamics products and cloud services revenue increased 25% driven by Dynamics 365 growth of 39%.  \\nOperating income increased $5.3  billion or 22%.  \\n• Gross margin increased $7.3  billion or 17% driven by growth in Office 365 Commercial and LinkedIn. Gross \\nmargin percentage was relatively unchanged. Excluding the impact of the change in accounting estimate, \\ngross margin percentage increased 2 points driven by improvement across all cloud services.  \\n• Operating expenses increased $2.0  billion or 11% driven by investments in LinkedIn and cloud engineering.  \\nGross margin and operating income both included an unfavorable foreign currency impact of 2%.  \\nIntelligent Cloud  \\nRevenue increased $15.2  billion or 25%.  \\n• Server products and cloud services revenue increased $14.7  billion or 28% driven by Azure and other cloud \\nservices. Azure and other cloud services revenue grew 45% driven by growth in our consumption -based \\nservices. Server products revenue increased 5% driven by hybrid solutions, including Windows Server and \\nSQL Server running in multi -cloud environments.  \\n• Enterprise Services revenue increased $464  million or 7% driven by growth in Enterprise Support Services.  \\nOperating income increased $6.6  billion or 25%.  \\n• Gross margin increased $9.4  billion or 22% driven by growth in Azure and other cloud services. Gross margin \\npercentage decreased. Excluding the impact of the change in accounting estimate, gross margin percentage \\nwas relatively unchanged driven by improvement in Azure and other cloud services, offset in part by sales \\nmix shift to Azure and other cloud services.  \\n• Operating expenses increased $2.8  billion or 16% driven by investments in Azure and other cloud services.  \\nRevenue and operating income included an unfavorable foreign currency impact of 2% and 3%, respectively.  \\nMore Personal Computing  \\nRevenue increased $5.6  billion or 10%.  \\n• Windows revenue increased $2.3  billion or 10% driven by growth in Windows OEM and Windows \\nCommercial. Windows OEM revenue increased 11% driven by continued strength in the commercial PC \\nmarket, which has higher revenue per license. Windows Commercial products and cloud services revenue \\nincreased 11% driven by demand for Microsoft 365.', 'score': 0.14885372}, {'text': '34 net income tax benefit related to an India Supreme Court decision on withholding taxes in the third quarter of fiscal year \\n2021. Refer to the Non -GAAP Financial Measures section below for a reconciliation of our financial results reported in \\naccordance with GAAP to non -GAAP financial results. See Note 12 – Income Taxes of the Notes to Financial Statements \\nin our fiscal year 2022 Form 10 -K for further discussion.  \\nFiscal Year 2022 Compared with Fiscal Year 2021  \\nRevenue increased $30.2  billion or 18% driven by growth across each of our segments. Intelligent Cloud revenue \\nincreased driven by Azure and other cloud services. Productivity and Business Processes revenue increased driven by \\nOffice 365 Commercial and LinkedIn. More Personal Computing revenue increased driven by Search and news \\nadvertising and Windows.  \\nCost of revenue increased $10.4  billion or 20% driven by growth in Microsoft Cloud.  \\nGross margin increased $19.8  billion or 17% driven by growth across each of our segments.  \\n• Gross margin percentage decreased slightly. Excluding the impact of the fiscal year 2021 change in \\naccounting estimate for the useful lives of our server and network equipment, gross margin percentage \\nincreased 1 point driven by improvement in Productivity and Business Processes.  \\n• Microsoft Cloud gross margin percentage decreased slightly to 70%. Excluding the impact of the change in \\naccounting estimate, Microsoft Cloud gross margin percentage increased 3 points driven by improvement \\nacross our cloud services, offset in part by sales mix shift to Azure and other cloud services.  \\nOperating expenses increased $6.3  billion or 14% driven by investments in cloud engineering, LinkedIn, Gaming, and \\ncommercial sales.  \\nKey changes in operating expenses were:  \\n• Research and development expenses increased $3.8  billion or 18% driven by investments in cloud \\nengineering, Gaming, and LinkedIn.  \\n• Sales and marketing expenses increased $1.7  billion or 8% driven by investments in commercial sales and \\nLinkedIn. Sales and marketing included a favorable foreign currency impact of 2%.  \\n• General and administrative expenses increased $793  million or 16% driven by investments in corporate \\nfunctions.  \\nOperating income increased $13.5  billion or 19% driven by growth across each of our segments.  \\nCurrent year net income and diluted EPS were positively impacted by the net tax benefit related to the transfer of \\nintangible properties, which resulted in an increase to net income and diluted EPS of $3.3  billion and $0.44, respectively. \\nPrior year net income and diluted EPS were positively impacted by the net tax benefit related to the India Supreme Court \\ndecision on withholding taxes, which resulted in an increase to net income and diluted EPS of $620  million and $0.08, \\nrespectively.  \\nGross margin and operating income both included an unfavorable foreign currency impact of 2%.  \\nSEGMENT RESULTS OF OPERATIONS  \\n  \\n(In millions, except percentages)  2022  2021  Percentage  \\nChange    \\n        \\nRevenue        \\n        \\nProductivity and Business Processes  $ 63,364   $ 53,915    18%  \\nIntelligent Cloud   75,251    60,080    25%  \\nMore Personal Computing   59,655    54,093    10%        \\nTotal  $   198,270   $  168,088    18%          \\n        \\nOperating Income        \\n        \\nProductivity and Business Processes  $ 29,687   $ 24,351    22%  \\nIntelligent Cloud   32,721    26,126    25%  \\nMore Personal Computing   20,975    19,439    8%        \\nTotal  $ 83,383   $ 69,916    19%', 'score': 0.04124021}, {'text': '33 Dynamics products and cloud services revenue growth  Revenue from Dynamics products and cloud services, \\nincluding Dynamics 365, comprising a set of intelligent, \\ncloud -based applications across ERP, CRM, Customer \\nInsights, Power Apps, and Power Automate; and on -\\npremises ERP and CRM applications  \\n    \\nLinkedIn revenue growth  Revenue from LinkedIn, including Talent Solutions, \\nMarketing Solutions, Premium Subscriptions, and Sales \\nSolutions  \\n    \\nServer products and cloud services revenue growth  Revenue from Server products and cloud services, \\nincluding Azure and other cloud services; SQL Server, \\nWindows Server, Visual Studio, System Center, and \\nrelated Client Access Licenses (“CALs”); and Nuance and \\nGitHub  \\nMore Personal Computing  \\nMetrics related to our More Personal Computing segment assess the performance of key lines of business within this \\nsegment. These metrics provide strategic product insights which allow us to assess the performance across our \\ncommercial and consumer businesses. As we have diversity of target audiences and sales motions within the Windows \\nbusiness, we monitor metrics that are reflective of those varying motions.  \\n  \\nWindows OEM revenue growth  Revenue from sales of Windows Pro and non -Pro licenses sold \\nthrough the OEM channel  \\n    \\nWindows Commercial products and cloud \\nservices revenue growth  Revenue from Windows Commercial products and cloud services, \\ncomprising volume licensing of the Windows operating system, \\nWindows cloud services, and other Windows commercial offerings  \\n    \\nSurface revenue growth  Revenue from Surface devices and accessories  \\n    \\nXbox content and services revenue growth  Revenue from Xbox content and services, comprising first - and third -\\nparty content (including games and in -game content), Xbox Game \\nPass and other subscriptions, Xbox Cloud Gaming, third -party disc \\nroyalties, advertising, and other cloud services  \\n    \\nSearch and news advertising revenue, \\nexcluding TAC, growth  Revenue from search and news advertising excluding traffic \\nacquisition costs (“TAC”) paid to Bing Ads network publishers and \\nnews partners  \\nSUMMARY RESULTS OF OPERATIONS  \\n  \\n(In millions,  except  percentages  and per share  amounts)  2022  2021  Percentage  \\nChange    \\n        \\nRevenue  $  198,270   $  168,088    18%  \\nGross margin   135,620    115,856    17%  \\nOperating income   83,383    69,916    19%  \\nNet income   72,738    61,271    19%  \\nDiluted earnings per share   9.65   8.05   20%  \\n        \\nAdjusted net income (non -GAAP)   69,447    60,651    15%  \\nAdjusted diluted earnings per share (non -GAAP)   9.21   7.97   16%    \\nAdjusted net income and adjusted diluted earnings per share (“EPS”) are non -GAAP financial measures which exclude \\nthe net  income tax benefit related to transfer of intangible properties in the first quarter of fiscal year 2022 and the', 'score': 0.00040568286}, {'text': '82   \\nIn addition, certain costs incurred at a corporate level that are identifiable and that benefit our segments are allocated to  \\nthem. These allocated costs include legal, including settlements and fines, information technology, human resources, \\nfinance, excise taxes, field selling, shared facilities services, and customer service and support. Each allocation is \\nmeasured differently based on the specific facts and circumstances of the costs being allocated.  \\nSegment revenue and operating income were as follows during the periods presented:  \\n  \\n(In millions)          \\n        \\nYear Ended June  30, 2022  2021  2020  \\n        \\nRevenue        \\n        \\nProductivity and Business Processes  $ 63,364   $ 53,915   $ 46,398   \\nIntelligent Cloud   75,251    60,080    48,366   \\nMore Personal Computing   59,655    54,093    48,251         \\nTotal  $  198,270   $    168,088   $    143,015           \\n  \\nOperating Income  \\n        \\nProductivity and Business Processes  $ 29,687   $ 24,351   $ 18,724   \\nIntelligent Cloud   32,721    26,126    18,324   \\nMore Personal Computing   20,975    19,439    15,911         \\nTotal  $ 83,383   $ 69,916   $ 52,959           \\nNo sales to an individual customer or country other than the United States accounted for more than 10% of revenue for \\nfiscal years 2022, 2021, or 2020. Revenue, classified by the major geographic areas in which our customers were located, \\nwas as follows:  \\n  \\n(In millions)          \\n        \\nYear Ended June  30, 2022  2021  2020  \\n        \\nUnited States (a) $ 100,218   $ 83,953   $ 73,160   \\nOther countries   98,052    84,135    69,855         \\nTotal  $ 198,270   $ 168,088   $ 143,015           \\n(a) Includes billings to OEMs and certain multinational organizations because of the nature of these businesses and the \\nimpracticability of determining the geographic source of the revenue.  \\nRevenue, classified by significant product and service offerings, was as follows:  \\n  \\n(In millions)          \\n        \\nYear Ended June  30, 2022  2021  2020  \\n        \\nServer products and cloud services  $ 67,321   $ 52,589   $ 41,379   \\nOffice products and cloud services   44,862    39,872    35,316   \\nWindows   24,761    22,488    21,510   \\nGaming   16,230    15,370    11,575   \\nLinkedIn   13,816    10,289    8,077   \\nSearch and news advertising   11,591    9,267    8,524   \\nEnterprise Services   7,407    6,943    6,409   \\nDevices   6,991    6,791    6,457   \\nOther   5,291    4,479    3,768         \\nTotal  $   198,270   $  168,088   $   143,015           \\nWe have recast certain previously reported amounts in the table above to conform to the way we internally manage and \\nmonitor our business.', 'score': 0.00026307348}]\n"
     ]
    }
   ]
  },
  {
   "cell_type": "markdown",
   "source": [
    "# this how you can use this methods & pass this data to llm & get better results fro your RAG applications"
   ],
   "metadata": {
    "id": "bzHa6zld2wQa"
   }
  },
  {
   "cell_type": "code",
   "source": [],
   "metadata": {
    "id": "GowqlU-y2wda"
   },
   "execution_count": null,
   "outputs": []
  }
 ]
}